-- Logs begin at Thu 2021-05-20 16:13:32 UTC, end at Thu 2021-05-20 17:06:52 UTC. -- May 20 16:43:58.388635 dv-cinder-786524-7-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 16:44:00.812260 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.common.config [-] Logging enabled! May 20 16:44:00.812877 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 16:44:00.813035 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91488) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 16:44:00.816309 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.common.config [-] Logging enabled! May 20 16:44:00.816571 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 16:44:00.816895 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91488) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 16:44:00.817845 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:44:00.818101 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:44:00.818476 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:44:00.818729 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:44:00.818960 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:44:00.819290 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.819597 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.819902 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.820139 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.820444 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.821265 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.821700 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.821979 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.822312 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.822606 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.822893 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.823183 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.823419 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.823704 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.824000 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.824296 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.824526 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] debug = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.824815 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.825253 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.825662 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.825949 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.826268 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.826554 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.826841 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.827116 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.827414 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.827747 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] host = dv-cinder-786524-7-smb {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.828033 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.828328 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.828623 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.828919 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.829202 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.829486 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.829778 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.830059 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.830361 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] log_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.830642 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.830937 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.831233 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.831530 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.831761 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.831991 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.832286 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.832581 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.832863 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.833144 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.833427 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.833706 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.833982 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.834280 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.834571 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.834862 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.835156 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.835436 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.835717 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.835997 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.836272 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.837243 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.837507 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.837791 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.838074 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.838392 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.838668 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.838951 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.839260 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.839556 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.839850 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.840143 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.840425 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.840716 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.840999 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.841278 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.841559 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] use_json = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.841841 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.842144 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.842438 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.842719 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.843000 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.843280 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.843559 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.843854 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:00.844161 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.844468 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.844782 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.845075 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.845382 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.845670 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.845970 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.846295 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.846596 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.846893 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.847190 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.847478 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.847774 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.848060 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.848365 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.848681 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.848987 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.849289 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.849571 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.849853 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.850159 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.850447 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.850742 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.851043 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.851344 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.851625 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.851914 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.852466 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.852614 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.852806 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.853093 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.853390 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.853676 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.853956 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.854276 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.854564 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.854848 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.855128 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.855414 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.855710 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.855998 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.856276 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.856557 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.856841 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.857121 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.857415 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.857698 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.857976 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.858288 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.858572 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.858851 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.859130 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.859415 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.859693 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.859978 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.860256 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.860535 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.860813 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.861092 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.861370 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.861654 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.861934 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.862252 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.862536 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.862820 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.863103 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.863383 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.863667 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.863964 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.864273 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.864564 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.864852 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.865143 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.865432 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.865721 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.866006 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.866321 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.866610 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.866894 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.867194 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.867494 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.867827 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.868123 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.868408 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.868713 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.869000 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.869295 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.869581 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.869870 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.870194 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.870491 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.870794 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.871102 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.871405 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.871710 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.872010 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.872299 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.872618 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.872907 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:00.873130 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:44:00.873375 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91488) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 16:44:01.228367 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:01.228640 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:01.228932 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:01.229269 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 16:44:01.538719 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.538942 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.539222 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.541092 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.541372 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.541644 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.658658 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.658939 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.659211 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.672743 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.673027 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.673301 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.702332 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.702614 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.702884 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.741262 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.741541 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.741813 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.975568 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.976132 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.976132 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.976374 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:01.977668 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.102672 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.102994 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.103287 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.103571 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.103847 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.104164 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.104422 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.104690 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.104945 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.105232 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.105495 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.105767 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.106037 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.106328 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.106599 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.106872 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.107135 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.107557 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.107824 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.108114 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.108474 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.108735 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.108991 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.109278 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.109534 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.109787 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.110212 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.110457 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.110700 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.110941 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.111181 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.111420 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.111792 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 16:44:02.114936 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 16:44:02.119410 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 16:44:02.123188 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 20 16:44:02.124832 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 16:44:02.125283 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 16:44:02.125623 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 16:44:02.126011 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 16:44:02.128960 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 16:44:02.129216 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 16:44:02.129568 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 16:44:02.158200 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 16:44:02.158654 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.158956 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91488) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 16:44:02.159322 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.160685 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91488) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 16:44:02.160972 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 16:44:02.161222 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 16:44:02.164457 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.165288 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.231909 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 16:44:02.232104 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 16:44:02.232350 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 16:44:02.232722 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 16:44:02.263306 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_db.sqlalchemy.engines [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91488) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 16:44:02.613799 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing driver for type 'gre' May 20 16:44:02.614379 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] gre ID ranges: [(1, 1000)] May 20 16:44:02.669311 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing driver for type 'local' May 20 16:44:02.669645 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing driver for type 'vlan' May 20 16:44:02.681596 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] VlanTypeDriver initialization complete May 20 16:44:02.682015 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing driver for type 'vxlan' May 20 16:44:02.682612 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] vxlan ID ranges: [(1, 1000)] May 20 16:44:02.735647 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing extension driver 'port_security' May 20 16:44:02.736202 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] PortSecurityExtensionDriver initialization complete May 20 16:44:02.736540 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing mechanism driver 'openvswitch' May 20 16:44:02.736863 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing mechanism driver 'hyperv' May 20 16:44:02.744014 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:02.744780 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.745154 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.745508 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.745898 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnet after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.746276 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnet after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.746620 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.746996 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.747340 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.747678 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.748051 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > security_group after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.748395 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > security_group after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.748732 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > security_group after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.749106 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.749448 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.749786 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.750179 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > address_group after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.750522 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > address_group after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.750854 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > address_group after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.751187 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] ML2 OVO RPC backend initialized. {{(pid=91488) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 16:44:02.751874 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.752226 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.752635 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.752977 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > networks before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.753318 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.753655 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > ports before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.753995 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnet before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.754363 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnets before_response 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.754708 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.755042 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.755370 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.755703 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.756036 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.756364 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.756693 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnet after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.757021 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnet after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.757346 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > subnet after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.757906 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.plugin [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Modular L2 Plugin initialization complete May 20 16:44:02.758824 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading services supported by the core plugin {{(pid=91488) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 16:44:02.759195 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.plugins.ml2.managers [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Got port-security extension from driver 'port_security' May 20 16:44:02.759655 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.extensions.vlantransparent [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Disabled vlantransparent extension. May 20 16:44:02.760137 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91488) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 16:44:02.760447 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: router May 20 16:44:02.796601 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router_interface before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.796995 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router after_create 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.797367 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router before_create 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.797728 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.798115 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.798467 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router after_delete 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.798819 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > floatingip after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.799173 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router after_create 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.799512 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router after_update 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.799853 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router after_update 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.800193 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.800545 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router after_update 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.800943 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_update 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.801300 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: port after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.801636 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: port after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.801965 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: subnet after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.802332 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.802673 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > port precommit_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.803010 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_create 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.803343 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: port before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.803676 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.804024 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router after_update 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.804357 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_delete 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.804695 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_create 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.805563 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router_interface after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.805907 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_update 55549900 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.806304 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > network after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.807134 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Tracking information for resource: router configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.807460 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Tracking information for resource: floatingip configured {{(pid=91488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:44:02.812545 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.db.l3_agentschedulers_db [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 16:44:02.813109 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: port after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.813465 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: port after_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.813809 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: port after_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.814181 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: port after_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.814950 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router before_create 55550100 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.815306 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_delete 55550100 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.815659 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_create 55550100 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.816009 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > router precommit_update 55550100 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.820538 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.services.provider_configuration [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service providers = [] {{(pid=91488) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 16:44:02.821472 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.db.servicetype_db [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91488) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 16:44:02.824331 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.services.service_base [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:44:02.824676 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.services.service_base [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:44:02.825006 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.services.service_base [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:44:02.825865 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.services.service_base [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:44:02.826261 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.services.service_base [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 16:44:02.826790 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.827112 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 16:44:02.837417 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.837745 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: auto_allocate May 20 16:44:02.843429 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: network precommit_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.843770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: network precommit_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.844281 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.844593 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: tag May 20 16:44:02.851253 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.851582 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: timestamp May 20 16:44:02.855353 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.855675 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: network_ip_availability May 20 16:44:02.861142 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.861510 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.861863 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:02.862607 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.862925 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: flavors May 20 16:44:02.868271 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.868551 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading Plugin: revisions May 20 16:44:02.872772 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:44:02.873160 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_concurrency.lockutils [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.644s {{(pid=91488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:02.873874 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91488) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 16:44:02.874235 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Initializing extension manager. May 20 16:44:02.874742 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: __init__.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.875081 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: __pycache__ {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.875412 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.875741 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: address_group.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.876483 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.877041 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: address-group May 20 16:44:02.877360 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: address_scope.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.878048 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.878575 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: address-scope May 20 16:44:02.878890 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: admin_state_down_before_update.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.879807 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.880310 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: router-admin-state-down-before-update May 20 16:44:02.880626 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: agent.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.881301 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.881875 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: agent May 20 16:44:02.882233 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: agent_resources_synced.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.883112 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.884249 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: agent-resources-synced May 20 16:44:02.884647 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: allowedaddresspairs.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.886503 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.887014 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: allowed-address-pairs May 20 16:44:02.887338 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: auto_allocated_topology.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.888432 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.888938 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: auto-allocated-topology May 20 16:44:02.889256 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: availability_zone.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.889931 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.890456 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: availability_zone May 20 16:44:02.890772 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: availability_zone_filter.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.891650 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.892140 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: availability_zone_filter May 20 16:44:02.892454 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: data_plane_status.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.893325 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.893812 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension data-plane-status not supported by any of loaded plugins May 20 16:44:02.894427 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: default_subnetpools.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.895312 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.895804 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: default-subnetpools May 20 16:44:02.896118 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: dhcpagentscheduler.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.896902 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.897394 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: dhcp_agent_scheduler May 20 16:44:02.897710 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: dns.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.898618 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.899783 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension dns-integration not supported by any of loaded plugins May 20 16:44:02.900175 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: dns_domain_ports.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.901223 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.901719 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 16:44:02.902037 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: dvr.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.902716 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.903207 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: dvr May 20 16:44:02.903521 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: empty_string_filtering.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.904407 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.904897 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: empty-string-filtering May 20 16:44:02.905213 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.906105 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.906604 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 16:44:02.906920 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.907797 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.908288 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 16:44:02.908603 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: external_net.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.909489 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.909985 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: external-net May 20 16:44:02.910332 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: extra_dhcp_opt.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.911205 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.911698 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: extra_dhcp_opt May 20 16:44:02.912011 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: extraroute.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.912885 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.913375 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: extraroute May 20 16:44:02.913688 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: extraroute_atomic.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.915373 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.915872 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: extraroute-atomic May 20 16:44:02.916215 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: filter_validation.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.916864 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.917358 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: filter-validation May 20 16:44:02.917670 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: fip_pf_description.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.918772 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.919278 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 16:44:02.919600 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: fip_port_details.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.920485 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.920986 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: fip-port-details May 20 16:44:02.921302 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: flavors.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.922534 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.923042 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: flavors May 20 16:44:02.923365 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.924995 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.925503 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 16:44:02.925830 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: floatingip_pools.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.926538 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.927038 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: floatingip-pools May 20 16:44:02.927358 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: ip_allocation.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.928259 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.928744 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension ip_allocation not supported by any of loaded plugins May 20 16:44:02.929062 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.929953 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.930615 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: ip-substring-filtering May 20 16:44:02.930937 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l2_adjacency.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.931837 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.932329 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension l2_adjacency not supported by any of loaded plugins May 20 16:44:02.932650 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l3.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.933589 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.934105 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: router May 20 16:44:02.934445 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l3_conntrack_helper.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.936887 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.937408 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 16:44:02.937738 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.938684 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.939190 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: ext-gw-mode May 20 16:44:02.939512 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.940419 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.940903 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: l3-ha May 20 16:44:02.941224 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l3_flavors.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.942136 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.942635 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: l3-flavors May 20 16:44:02.942953 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.943844 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.944342 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: l3-port-ip-change-not-allowed May 20 16:44:02.944658 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: l3agentscheduler.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.945673 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.946218 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: l3_agent_scheduler May 20 16:44:02.946540 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: logging.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.948001 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.948515 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension logging not supported by any of loaded plugins May 20 16:44:02.948840 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: metering.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.949562 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.950154 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: metering May 20 16:44:02.950477 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.951535 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.952070 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: metering_source_and_destination_fields May 20 16:44:02.952393 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: multiprovidernet.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.953416 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.953916 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: multi-provider May 20 16:44:02.954266 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: netmtu.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.955165 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.955661 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: net-mtu May 20 16:44:02.955984 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: netmtu_writable.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.956875 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.957371 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: net-mtu-writable May 20 16:44:02.957994 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: network_availability_zone.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.958358 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.958854 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: network_availability_zone May 20 16:44:02.959170 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: network_ip_availability.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.960245 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.960744 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: network-ip-availability May 20 16:44:02.961064 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: network_segment_range.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.962370 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.962868 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension network-segment-range not supported by any of loaded plugins May 20 16:44:02.963190 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: pagination.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.964143 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.964472 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: pagination May 20 16:44:02.964791 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: port_device_profile.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.965689 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.966227 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: port-device-profile May 20 16:44:02.966547 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.967439 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.967936 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: port-mac-address-regenerate May 20 16:44:02.968251 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.969130 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.969629 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: port-numa-affinity-policy May 20 16:44:02.969945 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: port_resource_request.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.970855 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.971346 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension port-resource-request not supported by any of loaded plugins May 20 16:44:02.971660 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: portbindings.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.972554 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.973053 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: binding May 20 16:44:02.973369 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: portbindings_extended.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.974648 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.975152 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: binding-extended May 20 16:44:02.975472 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: portsecurity.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.976357 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.976855 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: port-security May 20 16:44:02.977718 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: project_id.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.978688 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.979014 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: project-id May 20 16:44:02.979328 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: providernet.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.980228 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.980729 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: provider May 20 16:44:02.981045 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.985637 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.986345 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos not supported by any of loaded plugins May 20 16:44:02.986771 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.988382 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.989412 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 16:44:02.989941 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.991303 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.991908 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 16:44:02.992312 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_default.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.993828 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.994651 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-default not supported by any of loaded plugins May 20 16:44:02.995058 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_fip.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.995917 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.996694 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-fip not supported by any of loaded plugins May 20 16:44:02.997108 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_gateway_ip.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:02.998426 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:02.999044 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 16:44:02.999429 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_port_network_policy.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.000873 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.001673 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 16:44:03.002275 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_rule_type_details.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.003213 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.004015 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 16:44:03.004380 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: qos_rules_alias.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.005843 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.006591 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 16:44:03.007066 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: quotasv2.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.009067 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.009484 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: quotas May 20 16:44:03.010048 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: quotasv2_detail.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.012624 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.013101 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: quota_details May 20 16:44:03.013648 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: rbac.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.015287 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.015947 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: rbac-policies May 20 16:44:03.016470 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: rbac_address_group.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.018233 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.018835 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: rbac-address-group May 20 16:44:03.019356 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: rbac_address_scope.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.020643 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.021618 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: rbac-address-scope May 20 16:44:03.022063 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: rbac_security_groups.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.023362 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.024568 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: rbac-security-groups May 20 16:44:03.024910 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: rbac_subnetpool.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.026346 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.027049 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: rbac-subnetpool May 20 16:44:03.027595 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: revisionifmatch.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.028864 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.029444 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: revision-if-match May 20 16:44:03.029943 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: revisions.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.031687 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.032471 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: standard-attr-revisions May 20 16:44:03.032859 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: router_availability_zone.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.034021 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.034851 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: router_availability_zone May 20 16:44:03.035209 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: routerservicetype.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.036574 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.037112 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension router-service-type not supported by any of loaded plugins May 20 16:44:03.037488 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.038967 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.040095 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: security-groups-normalized-cidr May 20 16:44:03.040095 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: security_groups_port_filtering.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.041528 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.042270 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: port-security-groups-filtering May 20 16:44:03.042731 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.043687 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.044234 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: security-groups-remote-address-group May 20 16:44:03.044836 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: securitygroup.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.056293 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.056832 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: security-group May 20 16:44:03.057158 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: segment.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.057969 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.058496 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension segment not supported by any of loaded plugins May 20 16:44:03.058820 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.059774 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.060530 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 16:44:03.060850 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: servicetype.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.061954 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.062485 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: service-type May 20 16:44:03.062814 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: sorting.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.063778 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.064107 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: sorting May 20 16:44:03.064423 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: standard_attr_segment.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.065308 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.065978 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 16:44:03.066330 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: standardattrdescription.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.066962 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.067474 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: standard-attr-description May 20 16:44:03.067790 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: stateful_security_group.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.068679 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.069176 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: stateful-security-group May 20 16:44:03.069491 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: stdattrs_common.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.070056 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 16:44:03.070397 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.072036 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.072544 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 16:44:03.072865 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: subnet_onboard.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.073908 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.074438 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: subnet_onboard May 20 16:44:03.074758 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.075664 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.076163 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 16:44:03.076482 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: subnet_service_types.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.077386 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.077891 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: subnet-service-types May 20 16:44:03.078239 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: subnetallocation.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.079292 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.079802 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: subnet_allocation May 20 16:44:03.081061 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.081721 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.082258 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: subnetpool-prefix-ops May 20 16:44:03.082575 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.083475 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.084054 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 16:44:03.084375 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: tagging.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.085449 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.085979 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: standard-attr-tag May 20 16:44:03.086991 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: timestamp.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.088150 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.088663 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loaded extension: standard-attr-timestamp May 20 16:44:03.088990 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: trunk.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.090001 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.090531 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension trunk not supported by any of loaded plugins May 20 16:44:03.090855 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: trunk_details.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.091755 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.092257 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension trunk-details not supported by any of loaded plugins May 20 16:44:03.092574 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: uplink_status_propagation.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.093466 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.093964 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 16:44:03.094307 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Loading extension file: vlantransparent.py {{(pid=91488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:44:03.094967 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:44:03.095463 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extension vlan-transparent not supported by any of loaded plugins May 20 16:44:03.097937 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:network May 20 16:44:03.098708 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:subnet May 20 16:44:03.099483 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:44:03.100087 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:port May 20 16:44:03.101361 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.101795 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service FLAVORS assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.102646 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.103059 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.103388 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:router May 20 16:44:03.104032 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:floatingip May 20 16:44:03.104743 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service METERING assigned prefix: /metering {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.106222 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:03.106590 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:03.106939 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:44:03.108058 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of CountableResource for resource:rbac_policy May 20 16:44:03.108509 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:security_group May 20 16:44:03.109160 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:security_group_rule May 20 16:44:03.110006 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service CORE assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.110545 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:44:03.111041 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] subnetpool is already registered May 20 16:44:03.111692 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service CORE assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.112018 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:44:03.112338 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] subnetpool is already registered May 20 16:44:03.115969 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.116396 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service FLAVORS assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.116978 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.117392 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.118002 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:router May 20 16:44:03.118002 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] router is already registered May 20 16:44:03.118718 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:floatingip May 20 16:44:03.118997 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] floatingip is already registered May 20 16:44:03.119622 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service METERING assigned prefix: /metering {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.120291 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of CountableResource for resource:rbac_policy May 20 16:44:03.120615 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] rbac_policy is already registered May 20 16:44:03.121148 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:security_group May 20 16:44:03.121479 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] security_group is already registered May 20 16:44:03.122060 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:security_group_rule May 20 16:44:03.122408 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] security_group_rule is already registered May 20 16:44:03.123053 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service CORE assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.123377 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:44:03.123709 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] subnetpool is already registered May 20 16:44:03.124308 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.v2.resource_helper [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Service CORE assigned prefix: {{(pid=91488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:44:03.124630 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:44:03.124947 dv-cinder-786524-7-smb neutron-server[91488]: WARNING neutron.quota.resource_registry [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] subnetpool is already registered May 20 16:44:03.125602 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: extensions {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.127103 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: address-groups {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.128707 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: address-scopes {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.129915 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: agents {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.131120 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: auto-allocated-topology {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.132384 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: availability_zones {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.134263 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: dhcp-networks {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.135665 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: dhcp-agents {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.137090 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: routers {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.138932 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: flavors {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.140110 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: service_profiles {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.141317 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: next_providers {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.142955 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: service_profiles {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.144390 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: floatingip-pools {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.145617 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: routers {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.147472 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: floatingips {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.148673 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: l3-routers {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.150682 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: l3-agents {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.152116 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: metering-labels {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.153460 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: metering-label-rules {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.154766 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: network-ip-availabilities {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.156032 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: bindings {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.157678 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: quotas {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.159144 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: quotas {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.160575 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: rbac-policies {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.161873 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: security-groups {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.163104 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: security-group-rules {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.164341 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: service-providers {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.165582 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: subnetpools {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.167024 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: subnetpools {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.168545 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.170244 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.172081 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.173861 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.176712 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.178613 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.180337 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.292716 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.294537 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.296387 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron.api.extensions [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Extended resource: tags {{(pid=91488) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:44:03.302218 dv-cinder-786524-7-smb neutron-server[91488]: WARNING keystonemiddleware.auth_token [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 16:44:03.307058 dv-cinder-786524-7-smb neutron-server[91488]: WARNING keystonemiddleware.auth_token [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 16:44:03.315543 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_concurrency.lockutils [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Acquired lock "singleton_lock" {{(pid=91488) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 16:44:03.316020 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_concurrency.lockutils [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Releasing lock "singleton_lock" {{(pid=91488) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 16:44:03.316646 dv-cinder-786524-7-smb neutron-server[91488]: INFO oslo_service.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Starting 2 workers May 20 16:44:03.321814 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Started child 91595 {{(pid=91488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:44:03.325999 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Started child 91596 {{(pid=91488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:44:03.327316 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:03.327981 dv-cinder-786524-7-smb neutron-server[91488]: INFO neutron.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Neutron service started, listening on 0.0.0.0:9696 May 20 16:44:03.328234 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Notify callbacks [] for process, before_spawn {{(pid=91488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:03.329122 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [-] (91595) wsgi starting up on http://0.0.0.0:9696 May 20 16:44:03.330580 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:03.330998 dv-cinder-786524-7-smb neutron-server[91488]: INFO oslo_service.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Starting 1 workers May 20 16:44:03.331976 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [-] (91596) wsgi starting up on http://0.0.0.0:9696 May 20 16:44:03.335635 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Started child 91597 {{(pid=91488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:44:03.336148 dv-cinder-786524-7-smb neutron-server[91488]: INFO oslo_service.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Starting 1 workers May 20 16:44:03.340024 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] calling RpcWorker wait() {{(pid=91597) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 16:44:03.340570 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] returning from RpcWorker wait() {{(pid=91597) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 16:44:03.341028 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Started child 91598 {{(pid=91488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:44:03.341808 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8086-0841-45f9-9deb-ba32c630cbeb None None] Notify callbacks [] for process, after_spawn {{(pid=91488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:03.341913 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:03.342432 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:03.343731 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91488) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 16:44:03.343952 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:44:03.344140 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:44:03.344353 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:44:03.344697 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:44:03.344864 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:44:03.345350 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.345623 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.345898 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.346108 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:03.346566 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.346566 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.347031 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:03.347121 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.347294 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.347541 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.347834 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.348084 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.348255 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.348419 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.348670 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.348905 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.349217 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.349492 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.349735 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.350013 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.350218 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.350462 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.350716 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.350939 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.351198 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] debug = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.351447 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.351948 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.352176 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.352413 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.352650 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.352904 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.353259 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.353411 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.353649 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.353878 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.354116 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.354363 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.354596 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.354804 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.355019 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.355263 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.355488 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.355974 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] host = dv-cinder-786524-7-smb {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.356217 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.356427 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.356676 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.356914 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.357156 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.357366 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.357596 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.357843 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.358110 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.358333 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.358584 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.358827 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.359047 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.359292 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.359453 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_options = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.359664 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.359940 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.360199 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.360386 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.360552 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.360725 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.360975 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.361136 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.361398 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.361611 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.361820 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.362034 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.362313 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.362541 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.362875 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.363029 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.363289 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.363513 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.363763 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.364004 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.364225 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.364445 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.364684 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.364909 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.365133 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.365359 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.365577 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.365785 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.365992 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.366252 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.366479 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.366737 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.366965 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.367210 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.367431 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.368182 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.368376 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.368633 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.368960 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.369192 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.369442 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.369654 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.369892 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.370117 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.370352 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.370592 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_json = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.370801 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.371028 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.371279 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.371508 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.371736 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.373066 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.374791 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.374791 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.375169 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.375469 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.375796 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.376057 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.376323 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.376590 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.376823 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.377052 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.377309 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.377544 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.377857 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.378453 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.378453 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.378695 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.380770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.381262 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.381328 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.381606 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.381879 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.382132 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.382363 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.382597 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.382813 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.383047 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.383909 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.384192 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.384447 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.384660 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.384928 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.385158 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.385375 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.385610 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.385855 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.386134 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.386388 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.386610 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.386825 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.387065 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.387276 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.387493 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.387720 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.387956 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.388211 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.388443 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.388662 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.388870 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.389075 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.389294 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.389522 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.389739 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.389969 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.390222 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.390453 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.390682 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.390951 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.391174 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.391388 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.391599 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.391837 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.392046 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.392282 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.392501 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.392713 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.392928 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.393140 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.393349 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.393575 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.393820 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.394025 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.394259 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.394472 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.394687 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.394898 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.395108 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.395316 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.395571 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.395784 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.396108 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.396482 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.396730 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.396980 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.398246 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.398547 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.398812 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.399302 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.399591 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.399866 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.400120 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.400383 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.400642 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.400945 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.401181 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.401429 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.401681 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.401913 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.404139 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.404467 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.406287 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.406538 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.406862 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.407136 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.407404 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.410718 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.411082 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.411396 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.411667 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.411946 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.412223 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.412510 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.412819 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.413099 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.413471 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.413665 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.413930 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.414924 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.415710 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.417454 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.418205 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.418467 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.418710 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.419007 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.419291 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.419503 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.419757 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.421822 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.422674 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.423572 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.423816 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.424034 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.424315 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.424574 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.424820 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.425100 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.425396 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.425631 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.425880 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.426599 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.427139 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.427384 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.427623 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.427842 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.428081 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.428299 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.428539 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.428757 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.428977 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.429212 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.429440 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.429683 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.429902 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.430867 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.431102 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.431361 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.431690 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.432019 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.432102 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.432525 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.432756 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.433002 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.433238 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.433490 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.433718 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.433994 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.434270 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.434510 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.434758 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.435006 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.435538 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.435771 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.436020 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.436248 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.436463 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.436682 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.436921 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.437137 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.437370 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.437631 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.437844 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.438120 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.438378 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.438711 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.438963 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.439198 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.439447 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.439662 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.439878 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.440125 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.440342 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.440575 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.440792 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.441022 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.441295 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.441537 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.441776 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.442005 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.442239 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.442453 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.442668 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.442879 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.443170 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.443448 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.443678 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.443913 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.444156 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.444443 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.444659 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.444869 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.445109 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.445299 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.445549 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.446017 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.446322 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.446643 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.446859 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.447087 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.447297 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.447508 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.448038 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.448268 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.448528 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.448761 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.448979 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.449195 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.449426 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.450246 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.451128 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.451358 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.451657 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.452112 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.452353 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.452636 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.452971 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.453193 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.453456 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.453679 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.453901 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.454148 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.454423 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.454734 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.455029 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.455290 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.455528 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.455810 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.456092 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.456363 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.456587 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.456882 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.457214 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.457495 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.457770 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.458025 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.458315 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.458542 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.458764 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.458983 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.459221 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.459443 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.459700 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.459933 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.460187 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.460399 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.460650 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.460870 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.461096 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.461972 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.462231 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.462520 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.462617 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:44:03.463184 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91488) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 16:44:03.463350 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:44:03.463508 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:44:03.464051 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:44:03.464222 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:44:03.464378 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:44:03.464585 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.464748 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.464910 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.465070 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.465230 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.465412 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.465574 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.465732 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.465890 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.466048 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.466241 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.466400 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.466558 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.466717 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.466875 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.467038 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.467196 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.467354 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.467518 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.467677 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.467827 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:03.467919 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.468010 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.468130 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] debug = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.468287 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.468473 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.468635 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.468793 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.468951 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.469108 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.469265 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.469422 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.469579 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.469735 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.469892 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.470049 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.470227 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.470385 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.470542 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.470700 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.470859 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.471016 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] host = dv-cinder-786524-7-smb {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.471173 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.471329 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.471486 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.471643 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.471800 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.471980 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.472110 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.472266 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.472423 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.472579 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.472736 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.472893 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.473049 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.473206 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.473363 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_options = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.473519 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.473681 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.473825 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.474000 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.474183 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.474343 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.474500 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.474658 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.474816 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.474973 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.475129 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.475285 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.475441 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.475597 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.475753 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.475910 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.476066 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.476224 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.476382 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.476538 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.476696 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.476857 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.477334 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.477440 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.477578 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.477734 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.477892 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.478047 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.478227 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.478385 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.478542 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.478700 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.478857 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.479013 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.479170 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.479329 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.479487 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.479648 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.479805 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.479963 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.480121 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.480279 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.480436 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.480594 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.480751 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.480907 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_json = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.481064 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.481221 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.481457 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.481699 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.481845 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.482005 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.482238 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.482238 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:44:03.482458 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.482582 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.482694 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.482855 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.483014 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.483174 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.483335 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.483494 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.483654 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.483813 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.483981 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.484141 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.484312 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.484472 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.484633 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.484979 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.484979 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.485199 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.485320 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.485463 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.485595 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.485762 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.485938 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.486113 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.486280 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.486439 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.486599 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.486759 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.486925 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.487085 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.487245 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.487405 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.487566 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.487724 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.487884 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.488043 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.488202 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.488362 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.488522 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.488681 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.488841 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.489000 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.489160 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.489320 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.489480 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.489640 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.489801 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.489960 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.490138 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.490300 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.490471 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.490629 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.490789 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.491042 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.491211 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.491375 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.491534 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.491694 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.491854 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.492014 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.492174 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.492384 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.492497 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.493176 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.493315 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.493506 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.493666 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.493827 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.493988 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.494169 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.494330 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.494488 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.494647 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.494808 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.494966 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.495127 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.495286 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.495446 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.495605 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.495769 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.495930 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.496090 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.496249 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.496407 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.496576 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.496752 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.496916 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.497076 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.497235 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.497394 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.497553 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.497712 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.497871 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.498030 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.498212 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.498371 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.498530 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.498691 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.498851 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.499011 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.499170 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.499328 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.499487 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.499645 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.499804 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.499963 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.500123 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.500281 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.500439 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.500598 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.500758 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.500926 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.501086 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.501248 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.501406 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.501572 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.501743 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.501903 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.502063 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.502242 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.502418 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.502552 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.502698 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.502857 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.503016 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.503176 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.503336 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.503502 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.503672 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.503831 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.503992 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.504152 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.504336 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.504496 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.504655 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.505026 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.505268 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.505434 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.505592 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.505752 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.505912 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.506071 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.506252 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.506413 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.506573 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.506738 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.506898 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.507056 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.507216 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.507377 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.507537 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.507697 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.507856 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.508016 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.508198 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.508385 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.508547 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.508706 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.508866 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.509024 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.509184 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.509344 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.509505 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.509664 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.509824 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.509983 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.510163 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.510323 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.510483 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.510644 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.510804 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.510965 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.511125 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.511355 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.511505 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.511672 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.511848 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.513116 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.513257 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.513381 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.513543 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.513705 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.513865 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.514026 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.514208 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.514369 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.514529 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.514705 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515077 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515077 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515300 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515300 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515467 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515625 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515785 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.515944 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.516103 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.516261 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.516423 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.516589 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.516936 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.516936 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.517123 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.517203 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.517341 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.517500 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.517673 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.517833 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.517993 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.518177 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.518338 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.518507 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.518668 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.518827 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.518987 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.519146 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.519316 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.519475 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.519635 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.519794 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.519953 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.520121 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.520281 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.520439 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.520598 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.520757 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.520926 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.521086 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.521245 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.521407 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.521568 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.521736 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.521896 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.522057 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.522290 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.522407 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.522541 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.522698 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.522869 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.523029 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.523192 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.523351 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.523511 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.523670 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.524402 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.524613 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.524785 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.524939 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.525102 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.525270 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.525439 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.525607 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.525768 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.525934 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.526130 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.526293 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.526456 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.526615 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.526774 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.526933 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.527094 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.527569 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.527733 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.527892 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.528052 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.528195 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.528361 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.528520 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.528680 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.528839 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.528999 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.529158 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.529316 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.529474 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:44:03.529630 dv-cinder-786524-7-smb neutron-server[91488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:44:03.562907 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43202) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:03.571618 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064774 May 20 16:44:14.385414 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af021ca6-84cd-4446-b297-10997cb1a349 None None] get_active_networks_info from dv-cinder-786524-7-smb {{(pid=91597) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:44:14.474957 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af021ca6-84cd-4446-b297-10997cb1a349 None None] No non-hosted networks {{(pid=91597) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 16:44:14.504726 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.agentschedulers_db [None req-af021ca6-84cd-4446-b297-10997cb1a349 None None] DHCP Agent not found on host dv-cinder-786524-7-smb {{(pid=91597) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 16:44:14.662359 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d9abb338-0be3-44d3-8b87-317587d9e93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868'] for agent, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:16.713391 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-ae49495f-55e1-48d3-8090-fbe699f68cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868'] for agent, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:16.793243 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868'] for agent, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:16.797800 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.800004 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.802572 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.802923 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.803265 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.803625 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.803954 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.804281 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.804605 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.805260 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.805591 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.805912 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:16.808167 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:16.820092 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:16.839493 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a094cf4c-4f84-4a11-bc0f-c61839e46551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:17.608590 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868'] for agent, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:19.448295 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868'] for agent, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:19.848553 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.db.l3_hamode_db [None req-34c7a40e-df40-4a6d-afad-04444d0e7153 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 16:44:19.936134 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7a40e-df40-4a6d-afad-04444d0e7153 None None] Routers set() bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:44:19.936433 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7a40e-df40-4a6d-afad-04444d0e7153 None None] Router IDs set() for agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 16:44:21.022587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 43294) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:21.608680 dv-cinder-786524-7-smb neutron-server[91595]: WARNING oslo_policy.policy [None req-1becf922-119c-4c8a-91e5-690312dd50ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:21.609280 dv-cinder-786524-7-smb neutron-server[91595]: WARNING oslo_policy.policy [None req-1becf922-119c-4c8a-91e5-690312dd50ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:21.825707 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [None req-1becf922-119c-4c8a-91e5-690312dd50ce admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:44:21.826800 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-1becf922-119c-4c8a-91e5-690312dd50ce admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8015881 May 20 16:44:24.162911 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 43308) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:24.528740 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:44:24.627984 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.policy [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91595) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 16:44:24.672980 dv-cinder-786524-7-smb neutron-server[91595]: WARNING oslo_policy.policy [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:24.673344 dv-cinder-786524-7-smb neutron-server[91595]: WARNING oslo_policy.policy [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:24.682353 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.quota [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] Loaded quota_driver: . May 20 16:44:24.697803 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:24.759914 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772802379801', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772802380324', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772802389566', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772802403146', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772802405837', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772802420075', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-884580', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-825253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3970918', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4162304'] for rbac-policy, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:24.820699 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:24.821761 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-772ce5cb-c0fb-437d-a096-8795c91c3d42 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6578853 May 20 16:44:27.558696 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 43322) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:27.907956 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Request body: {'network': {'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'name': 'private', 'admin_state_up': True}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:44:27.912873 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:27.917159 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Usage tracker for resource:network and tenant:5f678ab0eac246059cd7076cfc71a760 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:44:27.921634 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:44:27.927737 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:44:27.938194 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Made reservation on behalf of 5f678ab0eac246059cd7076cfc71a760 for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:44:27.941108 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:27.959230 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:27.973861 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:27.977706 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Usage tracker for resource:security_group_rule and tenant:5f678ab0eac246059cd7076cfc71a760 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:44:27.982671 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:44:27.988566 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:44:28.090324 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:28.094148 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:28.099397 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:28.118511 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:44:28.146284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772804353850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:28.146830 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Unsubscribe: segment precommit_create {{(pid=91595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 16:44:28.147299 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Added segment 47149cc1-2541-4113-a689-00d8c9a1f383 of type vlan for network 155f7a6f-e1f5-47b8-b56e-8380769444bf May 20 16:44:28.199926 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9057a9f-1a43-4d18-8614-e72022e70804,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:28.221210 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.221546 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.221876 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.222225 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.222543 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.222860 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.223173 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.223485 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.223810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.224126 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.224432 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.224740 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Tracked resource versions report: May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: pushed versions: May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: { 'AddressGroup': {'1.2'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'ConntrackHelper': {'1.0'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Log': {'1.0'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Network': {'1.1'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Port': {'1.7'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'PortForwarding': {'1.2'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'QosPolicy': {'1.8'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroup': {'1.4'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroupRule': {'1.2'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'SubPort': {'1.0'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Subnet': {'1.1'}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Trunk': {'1.1'}} May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: consumer versions: May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'ConntrackHelper': '1.0', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Log': '1.0', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Network': '1.1', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Port': '1.7', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'PortForwarding': '1.2', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'QosPolicy': '1.8', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroup': '1.4', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroupRule': '1.2', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'SubPort': '1.0', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Subnet': '1.1', May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: 'Trunk': '1.1'}} May 20 16:44:28.225828 dv-cinder-786524-7-smb neutron-server[91595]: {{(pid=91595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:44:28.276942 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:28.278838 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:28.319257 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:28.321326 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:28.321949 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:28.326735 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:28.422551 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8626077 May 20 16:44:28.430872 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Pushing event updated for resources: {'Network': ['ID=155f7a6f-e1f5-47b8-b56e-8380769444bf,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:28.434588 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:28.443250 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:44:31.070309 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 43338) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:31.521188 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e93f0b-fcae-4ef1-b137-e2f31a93754f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:31.522471 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-69e93f0b-fcae-4ef1-b137-e2f31a93754f admin admin] 10.222.0.69 "GET /v2.0/networks/155f7a6f-e1f5-47b8-b56e-8380769444bf HTTP/1.1" status: 200 len: 825 time: 0.4511435 May 20 16:44:31.549556 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3235ee70-d2d4-4746-bcd7-b930727cec3c admin admin] 10.222.0.69 "GET /v2.0/subnetpools/d2416527-a835-416e-81a6-4cbd112e0a93 HTTP/1.1" status: 200 len: 734 time: 0.0207684 May 20 16:44:31.558326 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Request body: {'subnet': {'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'subnetpool_id': 'd2416527-a835-416e-81a6-4cbd112e0a93', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:44:31.562915 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:31.566630 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Usage tracker for resource:subnet and tenant:5f678ab0eac246059cd7076cfc71a760 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:44:31.569448 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:44:31.575474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:44:31.585028 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Made reservation on behalf of 5f678ab0eac246059cd7076cfc71a760 for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:44:31.588402 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:32.089969 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:32.094142 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:32.186846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=243de0c0-4ddd-4489-a449-fd5488c4febf,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:32.189587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Checking segment: {'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:44:32.189946 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Network hostable DHCP agents. Network: 155f7a6f-e1f5-47b8-b56e-8380769444bf, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:44:32.194377 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:32.216220 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:44:32.228358 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 155f7a6f-e1f5-47b8-b56e-8380769444bf) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:44:32.233608 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:32.234229 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:32.238748 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec84502-4670-422d-a629-63b82925025f None None] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:44:32.265498 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7104115 May 20 16:44:32.579884 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-155f7a6f-e1f5-47b8-b56e-8380769444bf', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'fixed_ips': [{'subnet_id': '243de0c0-4ddd-4489-a449-fd5488c4febf'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:44:32.581032 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:32.769873 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Allocated IP 172.20.0.2 (155f7a6f-e1f5-47b8-b56e-8380769444bf/243de0c0-4ddd-4489-a449-fd5488c4febf/1f051d38-37b0-4a03-a954-712af2362a97) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:44:32.998514 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:33.012343 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Transition to ACTIVE for port object 1f051d38-37b0-4a03-a954-712af2362a97 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:44:33.032497 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Transition to ACTIVE for port object 1f051d38-37b0-4a03-a954-712af2362a97 will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:44:33.039676 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:33.044699 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:33.108140 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:44:33.110933 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:44:33.114594 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:44:33.151746 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Pushing event updated for resources: {'Port': ['ID=1f051d38-37b0-4a03-a954-712af2362a97,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:33.166895 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.167235 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.167566 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.167892 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.168213 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.168532 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.168849 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.169163 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.169474 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.169787 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.170118 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.170433 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Tracked resource versions report: May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: pushed versions: May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: { 'AddressGroup': {'1.2'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'ConntrackHelper': {'1.0'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Log': {'1.0'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Network': {'1.1'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Port': {'1.7'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'PortForwarding': {'1.2'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'QosPolicy': {'1.8'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroup': {'1.4'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroupRule': {'1.2'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'SubPort': {'1.0'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Subnet': {'1.1'}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Trunk': {'1.1'}} May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: consumer versions: May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'ConntrackHelper': '1.0', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Log': '1.0', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Network': '1.1', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Port': '1.7', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'PortForwarding': '1.2', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'QosPolicy': '1.8', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroup': '1.4', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroupRule': '1.2', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'SubPort': '1.0', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Subnet': '1.1', May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: 'Trunk': '1.1'}} May 20 16:44:33.171566 dv-cinder-786524-7-smb neutron-server[91597]: {{(pid=91597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:44:33.175806 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:33.226157 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Attempting to bind port 1f051d38-37b0-4a03-a954-712af2362a97 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:44:33.226637 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Attempting to bind port 1f051d38-37b0-4a03-a954-712af2362a97 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:44:33.227090 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Attempting to bind port 1f051d38-37b0-4a03-a954-712af2362a97 on network 155f7a6f-e1f5-47b8-b56e-8380769444bf {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:44:33.232320 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:44:33.232733 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Checking segment: {'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:44:33.233236 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:33.233628 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Bound using segment: {'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:44:33.234118 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Bound port: 1f051d38-37b0-4a03-a954-712af2362a97, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:44:33.234497 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:33.325035 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] For port 1f051d38-37b0-4a03-a954-712af2362a97, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:44:33.329085 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] For port 1f051d38-37b0-4a03-a954-712af2362a97, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=1f051d38-37b0-4a03-a954-712af2362a97,segment=NetworkSegment(47149cc1-2541-4113-a689-00d8c9a1f383),segment_id=47149cc1-2541-4113-a689-00d8c9a1f383)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:44:33.332826 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:33.338331 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:33.427059 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Pushing event updated for resources: {'Port': ['ID=1f051d38-37b0-4a03-a954-712af2362a97,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:33.430342 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:34.681856 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43348) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:35.275879 dv-cinder-786524-7-smb neutron-server[91596]: WARNING oslo_policy.policy [None req-38c0ce00-fcae-4182-8dec-a3351531bbc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:35.276589 dv-cinder-786524-7-smb neutron-server[91596]: WARNING oslo_policy.policy [None req-38c0ce00-fcae-4182-8dec-a3351531bbc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:35.497236 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [None req-38c0ce00-fcae-4182-8dec-a3351531bbc8 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:44:35.498354 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-38c0ce00-fcae-4182-8dec-a3351531bbc8 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8154233 May 20 16:44:37.869386 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43366) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:38.245399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [None req-dc84479c-9f03-4065-9319-5e73d84a18cd admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:44:38.246370 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-dc84479c-9f03-4065-9319-5e73d84a18cd admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3760283 May 20 16:44:38.634479 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 1f051d38-37b0-4a03-a954-712af2362a97 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:44:38.707293 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 1f051d38-37b0-4a03-a954-712af2362a97 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:44:38.933824 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947867ed-c3d1-4b4c-aba4-088de8734979 None None] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:44:39.062500 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Provisioning for port 1f051d38-37b0-4a03-a954-712af2362a97 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:44:39.069645 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Provisioning complete for port 1f051d38-37b0-4a03-a954-712af2362a97 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:44:39.070608 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:39.295573 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:39.335318 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] For port 1f051d38-37b0-4a03-a954-712af2362a97, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=1f051d38-37b0-4a03-a954-712af2362a97,segment=NetworkSegment(47149cc1-2541-4113-a689-00d8c9a1f383),segment_id=47149cc1-2541-4113-a689-00d8c9a1f383)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:44:39.339965 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:39.341910 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:39.416403 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Pushing event updated for resources: {'Port': ['ID=1f051d38-37b0-4a03-a954-712af2362a97,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:39.419655 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:39.562470 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-1f1eea62-1250-4575-aaa6-aff1d9a2779b None None] Provisioning complete for port 1f051d38-37b0-4a03-a954-712af2362a97 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:44:39.562757 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-1f1eea62-1250-4575-aaa6-aff1d9a2779b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:40.623859 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 1f051d38-37b0-4a03-a954-712af2362a97 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:44:40.689755 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 1f051d38-37b0-4a03-a954-712af2362a97 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:44:40.690150 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:40.874118 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43378) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:41.219850 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:44:41.290018 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.policy [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91596) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 16:44:41.336550 dv-cinder-786524-7-smb neutron-server[91596]: WARNING oslo_policy.policy [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:41.336926 dv-cinder-786524-7-smb neutron-server[91596]: WARNING oslo_policy.policy [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:44:41.345454 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.quota [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Loaded quota_driver: . May 20 16:44:41.360814 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:41.367142 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Usage tracker for resource:router and tenant:5f678ab0eac246059cd7076cfc71a760 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:44:41.371589 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:44:41.378734 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:44:41.395473 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:41.397509 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:41.422773 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:41.539197 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:41.559768 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:41.561236 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-2c832df7-3451-4654-8b3e-21526b723afd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6861718 May 20 16:44:42.396883 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:44:43.862452 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43390) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:44.172546 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-21043d3a-7fe7-4280-96c5-b4ca46a7290b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:44.243199 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [None req-18f3cbbc-3fcc-4d94-b498-e1e9b80deeb6 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:44:44.244199 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-18f3cbbc-3fcc-4d94-b498-e1e9b80deeb6 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3807485 May 20 16:44:46.571257 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43400) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:46.699564 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2e0eec69-14bf-49e2-999f-d537b425dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:46.763619 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:46.942234 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:44:46.947590 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:46.951204 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Usage tracker for resource:network and tenant:d56f39b9893a4f7fb9bcb6be831fa968 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:44:46.954572 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:44:46.960142 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:44:46.969771 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Made reservation on behalf of d56f39b9893a4f7fb9bcb6be831fa968 for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:44:46.972501 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:46.989854 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:47.006676 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:47.010771 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:d56f39b9893a4f7fb9bcb6be831fa968 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:44:47.014038 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:44:47.019663 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:44:47.115809 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:47.120521 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:47.125544 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:47.138806 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=91596) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 16:44:47.170616 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772804353850', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:47.171219 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Unsubscribe: segment precommit_create {{(pid=91596) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 16:44:47.171712 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Added segment 0e2ee202-1625-4fd4-be95-796f70af6739 of type flat for network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f May 20 16:44:47.224502 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623aca50-7c83-4bda-977a-213ae56534da,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:47.240448 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.240788 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.241120 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.241482 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.241986 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.242329 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.242646 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.242960 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.243290 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.243610 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.243920 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.244226 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Tracked resource versions report: May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: pushed versions: May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: { 'AddressGroup': {'1.2'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'ConntrackHelper': {'1.0'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Log': {'1.0'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Network': {'1.1'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Port': {'1.7'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'PortForwarding': {'1.2'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'QosPolicy': {'1.8'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroup': {'1.4'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroupRule': {'1.2'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'SubPort': {'1.0'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Subnet': {'1.1'}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Trunk': {'1.1'}} May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: consumer versions: May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'ConntrackHelper': '1.0', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Log': '1.0', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Network': '1.1', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Port': '1.7', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'PortForwarding': '1.2', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'QosPolicy': '1.8', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroup': '1.4', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroupRule': '1.2', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'SubPort': '1.0', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Subnet': '1.1', May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: 'Trunk': '1.1'}} May 20 16:44:47.245333 dv-cinder-786524-7-smb neutron-server[91596]: {{(pid=91596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:44:47.302037 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:47.306768 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:47.348316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:47.349659 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:47.350310 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:47.354896 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:47.458414 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8860836 May 20 16:44:47.461486 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:47.464860 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:47.474354 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:44:47.589211 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:49.387900 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:49.789847 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43424) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:50.011297 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfda32f-1639-41fe-af27-f8bb69fd9bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:50.012642 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-edfda32f-1639-41fe-af27-f8bb69fd9bcb admin admin] 10.222.0.69 "GET /v2.0/subnets/243de0c0-4ddd-4489-a449-fd5488c4febf HTTP/1.1" status: 200 len: 849 time: 0.2218301 May 20 16:44:50.167132 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-5d1c33da-0663-4375-bc12-68a8add86e70 admin admin] 10.222.0.69 "GET /v2.0/routers/b2550638-2edf-4567-862b-d5676f3d1724 HTTP/1.1" status: 200 len: 704 time: 0.1473718 May 20 16:44:50.626070 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:50.855104 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Allocated IP 172.20.0.1 (155f7a6f-e1f5-47b8-b56e-8380769444bf/243de0c0-4ddd-4489-a449-fd5488c4febf/328271d0-dbbc-410f-8a55-7afce659feb4) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:44:51.016534 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.034494 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Transition to ACTIVE for port object 328271d0-dbbc-410f-8a55-7afce659feb4 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:44:51.093128 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.097511 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:51.157199 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:44:51.159986 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:44:51.166732 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:44:51.167592 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.288395 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Pushing event updated for resources: {'Port': ['ID=328271d0-dbbc-410f-8a55-7afce659feb4,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:51.300367 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:51.359134 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-6be64f5e-b783-408e-90a0-93d51f4d1c62 None None] Provisioning for port 328271d0-dbbc-410f-8a55-7afce659feb4 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:44:51.363696 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-6be64f5e-b783-408e-90a0-93d51f4d1c62 None None] Provisioning complete for port 328271d0-dbbc-410f-8a55-7afce659feb4 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:44:51.364072 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6be64f5e-b783-408e-90a0-93d51f4d1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.424105 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-6be64f5e-b783-408e-90a0-93d51f4d1c62 None None] Port 328271d0-dbbc-410f-8a55-7afce659feb4 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:44:51.472873 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.700360 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.704686 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.705725 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:51.709573 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:51.840480 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Pushing event updated for resources: {'Port': ['ID=328271d0-dbbc-410f-8a55-7afce659feb4,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:51.846391 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:51.894811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:44:51.895839 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:44:52.046323 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-17632b85-c884-457a-a204-7d9f74540fb4 None None] Provisioning complete for port 328271d0-dbbc-410f-8a55-7afce659feb4 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:44:52.046696 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-17632b85-c884-457a-a204-7d9f74540fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:52.083654 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Router b2550638-2edf-4567-862b-d5676f3d1724 is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:44:52.100812 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-17632b85-c884-457a-a204-7d9f74540fb4 None None] Port 328271d0-dbbc-410f-8a55-7afce659feb4 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:44:52.235107 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:44:52.245261 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] 10.222.0.69 "PUT /v2.0/routers/b2550638-2edf-4567-862b-d5676f3d1724/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0732467 May 20 16:44:52.245430 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Sync routers for ids ['b2550638-2edf-4567-862b-d5676f3d1724'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:44:52.255432 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Routers {'b2550638-2edf-4567-862b-d5676f3d1724'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:44:52.256278 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:44:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['b2550638-2edf-4567-862b-d5676f3d1724'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:52.433351 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Set router b2550638-2edf-4567-862b-d5676f3d1724 gateway port host: None {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:44:52.801689 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'name': 'router1', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:44:41Z', 'updated_at': '2021-05-20T16:44:51Z', 'revision_number': 2, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'gw_port_host': None, '_interfaces': [{'id': '328271d0-dbbc-410f-8a55-7afce659feb4', 'name': '', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'mac_address': 'fa:16:3e:ce:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:50Z', 'updated_at': '2021-05-20T16:44:51Z', 'revision_number': 2, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'subnets': [{'id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2416527-a835-416e-81a6-4cbd112e0a93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:52.807616 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Checking router: b2550638-2edf-4567-862b-d5676f3d1724 for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:44:52.807989 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Updating router b2550638-2edf-4567-862b-d5676f3d1724 port 328271d0-dbbc-410f-8a55-7afce659feb4 binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:44:52.860648 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:53.251257 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:53.267693 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Transition to ACTIVE for port object 328271d0-dbbc-410f-8a55-7afce659feb4 will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:44:53.275218 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:53.280856 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:53.473071 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Pushing event updated for resources: {'Port': ['ID=328271d0-dbbc-410f-8a55-7afce659feb4,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:53.492373 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.492713 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.493047 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.493372 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.493690 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.494011 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.494351 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.494682 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.494985 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.495295 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.495605 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.495914 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Tracked resource versions report: May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: pushed versions: May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: { 'AddressGroup': {'1.2'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'ConntrackHelper': {'1.0'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Log': {'1.0'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Network': {'1.1'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Port': {'1.7'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'PortForwarding': {'1.2'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'QosPolicy': {'1.8'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroup': {'1.4'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroupRule': {'1.2'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'SubPort': {'1.0'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Subnet': {'1.1'}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Trunk': {'1.1'}} May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: consumer versions: May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'ConntrackHelper': '1.0', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Log': '1.0', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Network': '1.1', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Port': '1.7', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'PortForwarding': '1.2', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'QosPolicy': '1.8', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroup': '1.4', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroupRule': '1.2', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'SubPort': '1.0', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Subnet': '1.1', May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: 'Trunk': '1.1'}} May 20 16:44:53.497020 dv-cinder-786524-7-smb neutron-server[91598]: {{(pid=91598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:44:53.508503 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:53.516601 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Attempting to bind port 328271d0-dbbc-410f-8a55-7afce659feb4 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:44:53.517233 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Attempting to bind port 328271d0-dbbc-410f-8a55-7afce659feb4 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:44:53.517916 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Attempting to bind port 328271d0-dbbc-410f-8a55-7afce659feb4 on network 155f7a6f-e1f5-47b8-b56e-8380769444bf {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:44:53.523581 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:44:53.524292 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Checking segment: {'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:44:53.525025 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:53.525551 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Bound using segment: {'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:44:53.526250 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Bound port: 328271d0-dbbc-410f-8a55-7afce659feb4, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47149cc1-2541-4113-a689-00d8c9a1f383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:44:53.526630 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:53.616090 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] For port 328271d0-dbbc-410f-8a55-7afce659feb4, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:44:53.620960 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] For port 328271d0-dbbc-410f-8a55-7afce659feb4, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=328271d0-dbbc-410f-8a55-7afce659feb4,segment=NetworkSegment(47149cc1-2541-4113-a689-00d8c9a1f383),segment_id=47149cc1-2541-4113-a689-00d8c9a1f383)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:44:53.625658 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:53.630523 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:53.741438 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Pushing event updated for resources: {'Port': ['ID=328271d0-dbbc-410f-8a55-7afce659feb4,revision_number=4']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:53.745970 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:53.752019 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Routers {'b2550638-2edf-4567-862b-d5676f3d1724'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:44:53.752628 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:44:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['b2550638-2edf-4567-862b-d5676f3d1724'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:53.907639 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] Set router b2550638-2edf-4567-862b-d5676f3d1724 gateway port host: None {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:44:54.240930 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'name': 'router1', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:44:41Z', 'updated_at': '2021-05-20T16:44:51Z', 'revision_number': 2, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'gw_port_host': None, '_interfaces': [{'id': '328271d0-dbbc-410f-8a55-7afce659feb4', 'name': '', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'mac_address': 'fa:16:3e:ce:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:50Z', 'updated_at': '2021-05-20T16:44:53Z', 'revision_number': 4, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'subnets': [{'id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2416527-a835-416e-81a6-4cbd112e0a93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:44:54.245570 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01c5517-9e25-4102-9cb0-916370928d9a None None] The sync data for ids ['b2550638-2edf-4567-862b-d5676f3d1724'] in dv-cinder-786524-7-smb is: [{'id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'name': 'router1', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:44:41Z', 'updated_at': '2021-05-20T16:44:51Z', 'revision_number': 2, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'gw_port_host': None, '_interfaces': [{'id': '328271d0-dbbc-410f-8a55-7afce659feb4', 'name': '', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'mac_address': 'fa:16:3e:ce:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:50Z', 'updated_at': '2021-05-20T16:44:53Z', 'revision_number': 4, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'subnets': [{'id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2416527-a835-416e-81a6-4cbd112e0a93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:44:54.397476 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 43446) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:54.547777 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f43122-fcf7-41ef-882f-53353e0a14e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:54.548216 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-f1f43122-fcf7-41ef-882f-53353e0a14e3 admin admin] Synchronizing usage tracker for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:44:54.567257 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-f1f43122-fcf7-41ef-882f-53353e0a14e3 admin admin] Unset dirty status for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:44:54.574194 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-f1f43122-fcf7-41ef-882f-53353e0a14e3 admin admin] 10.222.0.69 "GET /v2.0/networks/17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f HTTP/1.1" status: 200 len: 842 time: 0.1689794 May 20 16:44:54.577986 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24', 'ip_version': 4, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'enable_dhcp': False}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:44:54.583231 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:44:54.587482 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Usage tracker for resource:subnet and tenant:d56f39b9893a4f7fb9bcb6be831fa968 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:44:54.590607 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:44:54.596711 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:44:54.607181 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Made reservation on behalf of d56f39b9893a4f7fb9bcb6be831fa968 for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:44:54.609461 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:55.044258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.objects.ports [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91596) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:44:55.044694 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:55.049059 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:55.157725 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Pushing event updated for resources: {'Subnet': ['ID=597bd555-4af7-4d1c-9e3a-abb30fe92a68,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:55.163078 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:55.168073 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:44:55.168425 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Network hostable DHCP agents. Network: 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:44:55.187537 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:44:55.197750 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:44:55.201960 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:55.202569 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:55.207843 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf280a-8f73-44a7-8ba2-92c240bc2238 None None] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:44:55.229699 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6550674 May 20 16:44:55.410683 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a41fca-bd05-47b1-b6c7-9a259468ec49 None None] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:44:57.483463 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 43460) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:44:57.730439 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-beedc87a-744f-4939-80b2-15e28f0e9133 admin admin] 10.222.0.69 "GET /v2.0/routers/b2550638-2edf-4567-862b-d5676f3d1724 HTTP/1.1" status: 200 len: 710 time: 0.2458267 May 20 16:44:57.859486 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf99aa2-0438-4999-878a-7a202e68d383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:44:57.860828 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-1cf99aa2-0438-4999-878a-7a202e68d383 admin admin] 10.222.0.69 "GET /v2.0/networks/17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f HTTP/1.1" status: 200 len: 886 time: 0.1254401 May 20 16:44:57.869824 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:44:58.320620 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:58.638025 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 328271d0-dbbc-410f-8a55-7afce659feb4 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:44:58.675052 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:58.707369 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 328271d0-dbbc-410f-8a55-7afce659feb4 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:44:58.712752 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 328271d0-dbbc-410f-8a55-7afce659feb4 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:44:58.713129 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:58.732026 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:58.831713 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:58.864343 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 328271d0-dbbc-410f-8a55-7afce659feb4, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=328271d0-dbbc-410f-8a55-7afce659feb4,segment=NetworkSegment(47149cc1-2541-4113-a689-00d8c9a1f383),segment_id=47149cc1-2541-4113-a689-00d8c9a1f383)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:44:58.869097 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:58.871323 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:58.875460 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Allocated IP 172.28.2.31 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:44:58.938878 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=328271d0-dbbc-410f-8a55-7afce659feb4,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:58.941760 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:59.030846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:59.088955 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:59.092492 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:44:59.157220 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:44:59.159914 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:44:59.166150 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:44:59.212091 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Pushing event updated for resources: {'Port': ['ID=8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:44:59.219951 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:44:59.535372 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:59.901779 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:44:59.905019 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3874808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3874734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3712248'] for router, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:00.087243 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Router b2550638-2edf-4567-862b-d5676f3d1724 has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:45:00.259179 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:45:00.267126 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:00.268286 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] 10.222.0.69 "PUT /v2.0/routers/b2550638-2edf-4567-862b-d5676f3d1724 HTTP/1.1" status: 200 len: 889 time: 2.4017520 May 20 16:45:00.268750 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Sync routers for ids ['b2550638-2edf-4567-862b-d5676f3d1724'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:45:00.279144 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Routers {'b2550638-2edf-4567-862b-d5676f3d1724'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:45:00.279794 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:44:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['b2550638-2edf-4567-862b-d5676f3d1724'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:45:00.495215 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Set router b2550638-2edf-4567-862b-d5676f3d1724 gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:45:00.637201 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 328271d0-dbbc-410f-8a55-7afce659feb4 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:45:00.802258 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 328271d0-dbbc-410f-8a55-7afce659feb4 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:45:00.802557 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:00.995130 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'name': 'router1', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:44:41Z', 'updated_at': '2021-05-20T16:44:59Z', 'revision_number': 4, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'gw_port': {'id': '8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:58Z', 'updated_at': '2021-05-20T16:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '328271d0-dbbc-410f-8a55-7afce659feb4', 'name': '', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'mac_address': 'fa:16:3e:ce:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:50Z', 'updated_at': '2021-05-20T16:44:58Z', 'revision_number': 5, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'subnets': [{'id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2416527-a835-416e-81a6-4cbd112e0a93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:45:01.001515 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Checking router: b2550638-2edf-4567-862b-d5676f3d1724 for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:45:01.001515 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Updating router b2550638-2edf-4567-862b-d5676f3d1724 port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 binding host dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:45:01.052877 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:01.378363 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Notify callbacks [] for port, precommit_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:01.390187 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Transition to ACTIVE for port object 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:45:01.397133 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:01.401952 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:45:01.480268 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Attempting to bind port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:45:01.480648 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Attempting to bind port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:45:01.481015 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Attempting to bind port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:45:01.488022 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b506256-f273-4651-ad37-0eedb1e3c4de None None] Pushing event updated for resources: {'Port': ['ID=8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:45:01.490855 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-3b506256-f273-4651-ad37-0eedb1e3c4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:45:01.492672 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:45:01.493046 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:45:01.493446 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:01.493894 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:45:01.494408 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Bound port: 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:45:01.494798 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:01.571501 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] For port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:45:01.575007 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] For port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:45:01.579723 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:01.583719 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:45:01.661605 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Routers {'b2550638-2edf-4567-862b-d5676f3d1724'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:45:01.662244 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:44:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['b2550638-2edf-4567-862b-d5676f3d1724'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:45:01.715855 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b506256-f273-4651-ad37-0eedb1e3c4de None None] Pushing event updated for resources: {'Port': ['ID=8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:45:01.726132 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-3b506256-f273-4651-ad37-0eedb1e3c4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:45:01.842505 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] Set router b2550638-2edf-4567-862b-d5676f3d1724 gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:45:02.196037 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'name': 'router1', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:44:41Z', 'updated_at': '2021-05-20T16:44:59Z', 'revision_number': 4, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'gw_port': {'id': '8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:58Z', 'updated_at': '2021-05-20T16:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '328271d0-dbbc-410f-8a55-7afce659feb4', 'name': '', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'mac_address': 'fa:16:3e:ce:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:50Z', 'updated_at': '2021-05-20T16:44:58Z', 'revision_number': 5, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'subnets': [{'id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2416527-a835-416e-81a6-4cbd112e0a93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:45:02.200068 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803ffc3-54f5-4c22-b10f-da79986793da None None] The sync data for ids ['b2550638-2edf-4567-862b-d5676f3d1724'] in dv-cinder-786524-7-smb is: [{'id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'name': 'router1', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.31'}], 'enable_snat': True}, 'gw_port_id': '8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:44:41Z', 'updated_at': '2021-05-20T16:44:59Z', 'revision_number': 4, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'gw_port': {'id': '8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:58Z', 'updated_at': '2021-05-20T16:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '328271d0-dbbc-410f-8a55-7afce659feb4', 'name': '', 'network_id': '155f7a6f-e1f5-47b8-b56e-8380769444bf', 'tenant_id': '5f678ab0eac246059cd7076cfc71a760', 'mac_address': 'fa:16:3e:ce:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2550638-2edf-4567-862b-d5676f3d1724', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:44:50Z', 'updated_at': '2021-05-20T16:44:58Z', 'revision_number': 5, 'project_id': '5f678ab0eac246059cd7076cfc71a760', 'subnets': [{'id': '243de0c0-4ddd-4489-a449-fd5488c4febf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2416527-a835-416e-81a6-4cbd112e0a93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:45:02.617994 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 43470) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:45:02.659667 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:45:02.736423 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:45:02.742113 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:45:02.742603 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:02.748816 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-bd060588-2d7b-4899-80e1-596d5ebf1d1c admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1291006 May 20 16:45:02.872893 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:02.892241 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:45:02.897025 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:02.899733 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-92742e12-2df4-47a5-81b3-fd39ba7f3790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:45:02.972277 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:45:02.975690 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:45:04.641168 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:45:04.718313 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 8d622fb3-4aa0-4f7c-bc96-0692e41fd5c9 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:45:04.718700 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:14.176580 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-cc9597e5-2519-4ad2-be4a-55ae3028bc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:16.703329 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-75f27dd9-b4a2-4b76-a291-d32ee97f02b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:16.784626 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:17.558933 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:19.399644 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:45:19.409473 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:44.177066 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5a64b5a8-f85a-4153-a37c-5f8298cbfde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:46.708164 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c58d8730-2329-447a-b51c-e0e4a301dbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:46.767320 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:47.561236 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:49.413587 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:45:56.399875 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:46:14.172621 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-38dc0b33-ef5e-49df-827e-b03a50837517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:16.712930 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f8311942-9b14-40ef-8489-ba534f0fbb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:16.769328 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:17.567191 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:19.412621 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:33.400412 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:46:36.952121 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44040) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:37.019241 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.pecan_wsgi.hooks.translation [None req-1258bbdb-42cc-4ad9-b3a6-f2c5f6ed98b5 admin admin] GET failed (client error): The resource could not be found. May 20 16:46:37.020514 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-1258bbdb-42cc-4ad9-b3a6-f2c5f6ed98b5 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0674310 May 20 16:46:37.151359 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e26830e-9baf-46a1-86e0-61179f595720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:37.152791 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-8e26830e-9baf-46a1-86e0-61179f595720 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1284618 May 20 16:46:39.231258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44050) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:39.339082 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc66e8-9cb0-4a8b-8fa6-37143b75b657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:39.339629 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-14fc66e8-9cb0-4a8b-8fa6-37143b75b657 admin admin] Synchronizing usage tracker for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:subnet {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:46:39.355357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-14fc66e8-9cb0-4a8b-8fa6-37143b75b657 admin admin] Unset dirty status for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:subnet {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:46:39.356561 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-14fc66e8-9cb0-4a8b-8fa6-37143b75b657 admin admin] 10.222.0.69 "GET /v2.0/subnets/243de0c0-4ddd-4489-a449-fd5488c4febf HTTP/1.1" status: 200 len: 849 time: 0.1244030 May 20 16:46:39.366827 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:46:39.482214 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Notify callbacks [] for subnet, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:39.667164 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772804541377'] for subnet, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:39.670867 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6cf4d8da-199b-4d66-8b19-09ea69c8894e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:46:39.711446 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:39.711704 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:39.713550 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] 10.222.0.69 "PUT /v2.0/subnets/243de0c0-4ddd-4489-a449-fd5488c4febf HTTP/1.1" status: 200 len: 868 time: 0.3512225 May 20 16:46:39.714644 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d211487-0bf1-4fdb-a2e9-1d25cda61e4f None None] Network 155f7a6f-e1f5-47b8-b56e-8380769444bf requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:46:39.739391 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=243de0c0-4ddd-4489-a449-fd5488c4febf,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:46:39.747180 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.747556 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.747867 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.748200 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.748533 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.748864 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.749195 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.749518 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.749863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.750220 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.750547 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.750863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:46:39.754774 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:46:40.195074 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-17aca929-e70f-478e-aa8c-5ca6ae78dcf8 None None] Provisioning complete for port 328271d0-dbbc-410f-8a55-7afce659feb4 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:46:40.195448 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-17aca929-e70f-478e-aa8c-5ca6ae78dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:40.324880 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-17aca929-e70f-478e-aa8c-5ca6ae78dcf8 None None] Provisioning complete for port 1f051d38-37b0-4a03-a954-712af2362a97 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:46:40.325151 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-17aca929-e70f-478e-aa8c-5ca6ae78dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:41.855189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44060) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:42.027820 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e10068-ea65-4701-a935-9f0636acce7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:42.028322 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e10068-ea65-4701-a935-9f0636acce7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:42.029799 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-72e10068-ea65-4701-a935-9f0636acce7c admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1736660 May 20 16:46:44.152541 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44070) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:44.174863 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-67034e67-85d2-4e2c-a0eb-0229cc8e4fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:44.328236 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc4fbf-2d59-4a49-aafc-e41ad38b156f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:44.328715 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc4fbf-2d59-4a49-aafc-e41ad38b156f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:44.330225 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-eccc4fbf-2d59-4a49-aafc-e41ad38b156f admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1767220 May 20 16:46:46.442598 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44080) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:46.614507 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e8a8b-8e62-478e-9c52-b3b1f55dfa1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:46.615962 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-097e8a8b-8e62-478e-9c52-b3b1f55dfa1d admin admin] 10.222.0.69 "GET /v2.0/networks/155f7a6f-e1f5-47b8-b56e-8380769444bf HTTP/1.1" status: 200 len: 869 time: 0.1724334 May 20 16:46:46.716308 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-732a85f3-5e7b-4365-a4e5-ac11aa5587c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:46.773449 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:47.568334 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:48.804779 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44090) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:48.970248 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d77920-c7e3-4d94-84be-7c5f1a5a900a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:48.971576 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-38d77920-c7e3-4d94-84be-7c5f1a5a900a admin admin] 10.222.0.69 "GET /v2.0/networks/17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f HTTP/1.1" status: 200 len: 886 time: 0.1658740 May 20 16:46:49.416972 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:46:51.067038 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44100) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:51.176267 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15668586-f961-4e1f-a7ef-a79ae5b29d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:51.176908 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15668586-f961-4e1f-a7ef-a79ae5b29d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:51.178438 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-15668586-f961-4e1f-a7ef-a79ae5b29d18 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098988 May 20 16:46:53.316313 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44110) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:53.422180 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c849bb1-575e-4e14-9000-950f8b3e2520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:53.422637 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c849bb1-575e-4e14-9000-950f8b3e2520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:53.424110 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-8c849bb1-575e-4e14-9000-950f8b3e2520 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068637 May 20 16:46:55.512373 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44120) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:55.620562 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4875c-e8f5-48f7-80fb-7cf41c3322fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:55.621884 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-52d4875c-e8f5-48f7-80fb-7cf41c3322fd admin admin] 10.222.0.69 "GET /v2.0/subnets/243de0c0-4ddd-4489-a449-fd5488c4febf HTTP/1.1" status: 200 len: 868 time: 0.1085837 May 20 16:46:57.726102 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44130) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:46:57.826627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f62722d-95c5-4a78-bd35-66d106c3edeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:46:57.827929 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-7f62722d-95c5-4a78-bd35-66d106c3edeb admin admin] 10.222.0.69 "GET /v2.0/subnets/597bd555-4af7-4d1c-9e3a-abb30fe92a68 HTTP/1.1" status: 200 len: 816 time: 0.1008756 May 20 16:47:10.399395 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:47:14.177848 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2f94bcc8-c640-4441-8fb6-f2cc47452244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:16.718313 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-31e7fa9a-3fe5-4f8d-8eb1-416668427402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:16.777423 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:17.571141 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:19.419811 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:20.825847 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44174) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:20.873456 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [None req-15c99fad-64fe-4743-ac5d-12f0ab96a255 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:47:20.874446 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-15c99fad-64fe-4743-ac5d-12f0ab96a255 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476477 May 20 16:47:23.057673 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44184) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:23.123919 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d27eb0-d356-434a-ad0d-9c99d2483482 admin admin] GET failed (client error): The resource could not be found. May 20 16:47:23.125133 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-57d27eb0-d356-434a-ad0d-9c99d2483482 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664916 May 20 16:47:23.281731 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd2cb0-acdf-4605-9cac-60fd8e7a88b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:23.283094 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-15dd2cb0-acdf-4605-9cac-60fd8e7a88b4 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1542110 May 20 16:47:25.402285 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44194) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:25.449794 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:25.454345 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:25.464347 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:25.473580 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Made reservation on behalf of d56f39b9893a4f7fb9bcb6be831fa968 for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:47:25.475898 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:25.560843 dv-cinder-786524-7-smb neutron-server[91596]: WARNING neutron.services.revisions.revision_plugin [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Could not find related network for resource to bump revision. May 20 16:47:25.573294 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:47:25.582279 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:25.582554 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Added segment 34594f1f-06ff-4122-95a7-09f92cdc5db6 of type vlan for network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 May 20 16:47:25.608462 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:25.636324 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:25.637613 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:25.638226 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:25.641309 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:25.738346 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Pushing event updated for resources: {'Network': ['ID=312ee3a7-e85c-46d6-9440-f59e4d69ab18,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:25.741314 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3379970 May 20 16:47:25.742006 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:25.757677 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:47:27.903875 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44204) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:47:27.973706 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1c6e26-4ce9-4255-9f36-a599eda9246f admin admin] GET failed (client error): The resource could not be found. May 20 16:47:27.974739 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-9c1c6e26-4ce9-4255-9f36-a599eda9246f admin admin] Synchronizing usage tracker for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:47:27.989222 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-9c1c6e26-4ce9-4255-9f36-a599eda9246f admin admin] Unset dirty status for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:47:27.991234 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-9c1c6e26-4ce9-4255-9f36-a599eda9246f admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0864112 May 20 16:47:28.097456 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac835f8-7ca7-4f08-9ad9-04378828cd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:28.098792 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-eac835f8-7ca7-4f08-9ad9-04378828cd38 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1037257 May 20 16:47:28.109092 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:47:28.113423 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:47:28.123148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:47:28.132337 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Made reservation on behalf of d56f39b9893a4f7fb9bcb6be831fa968 for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:47:28.134664 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:28.502181 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:28.507300 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c4b4def4-929a-40ec-a116-8b409934ea0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:28.576876 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Pushing event updated for resources: {'Subnet': ['ID=61530499-243f-4bfc-ba3b-0c97220c1898,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:28.580251 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:28.586411 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Checking segment: {'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:28.586754 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Network hostable DHCP agents. Network: 312ee3a7-e85c-46d6-9440-f59e4d69ab18, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:47:28.603220 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:47:28.611979 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 312ee3a7-e85c-46d6-9440-f59e4d69ab18) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:28.616524 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:47:28.617091 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:28.622201 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd36dfcd-ee9f-4090-9693-5bd59cc5ec50 None None] Network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:28.640975 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5352211 May 20 16:47:28.847426 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-312ee3a7-e85c-46d6-9440-f59e4d69ab18', 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18', 'tenant_id': 'd56f39b9893a4f7fb9bcb6be831fa968', 'fixed_ips': [{'subnet_id': '61530499-243f-4bfc-ba3b-0c97220c1898'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:47:28.848243 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:29.012060 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Allocated IP 192.168.233.2 (312ee3a7-e85c-46d6-9440-f59e4d69ab18/61530499-243f-4bfc-ba3b-0c97220c1898/f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:47:29.217163 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:29.228766 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Transition to ACTIVE for port object f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:29.247822 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Transition to ACTIVE for port object f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:47:29.254508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:29.259365 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:29.324674 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:47:29.329311 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:47:29.333483 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:47:29.335602 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Pushing event updated for resources: {'Port': ['ID=f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:29.368748 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.369082 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.369411 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.369734 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.370052 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.370427 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.370908 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.371224 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.371540 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.371853 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.372166 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.372464 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:47:29.380264 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:29.436116 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Attempting to bind port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:47:29.436476 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Attempting to bind port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:47:29.436830 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Attempting to bind port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 on network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:47:29.442117 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:47:29.442489 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Checking segment: {'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:47:29.442882 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:29.443295 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Bound using segment: {'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:47:29.443754 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Bound port: f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:47:29.444115 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:29.531269 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] For port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:47:29.534595 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] For port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2,segment=NetworkSegment(34594f1f-06ff-4122-95a7-09f92cdc5db6),segment_id=34594f1f-06ff-4122-95a7-09f92cdc5db6)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:47:29.540632 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:29.544832 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:29.626567 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Pushing event updated for resources: {'Port': ['ID=f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:29.629680 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:30.464816 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf599fc-cd8c-49b2-aee6-246a31d03a00 None None] Network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:47:30.579089 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-ca86176d-5ec2-4d39-a26e-1ddb2fd3dfbc None None] Provisioning for port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:30.785210 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:30.868508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:47:30.875361 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:30.875732 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:30.938442 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-062482e7-4970-4297-894a-27af47205137 None None] Provisioning complete for port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:30.938806 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-062482e7-4970-4297-894a-27af47205137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:31.075881 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:31.150602 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2,segment=NetworkSegment(34594f1f-06ff-4122-95a7-09f92cdc5db6),segment_id=34594f1f-06ff-4122-95a7-09f92cdc5db6)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:47:31.154595 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:31.160531 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:47:31.212979 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-062482e7-4970-4297-894a-27af47205137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:31.249511 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:47:31.276031 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:47:31.308857 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.db.api [None req-062482e7-4970-4297-894a-27af47205137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91597) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:47:31.309241 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_db.api [None req-062482e7-4970-4297-894a-27af47205137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:47:32.731945 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:47:32.804473 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port f6a0e819-0fa8-41a9-83c7-bdf5adfce3c2 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:47:32.804844 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:44.181230 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-904977bc-6eea-453c-aaf3-d33458ba5c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:46.720360 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d6de-2785-4c9a-bc54-19f244dcbce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:46.779416 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:47.398541 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:47:47.576277 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:47:49.421737 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:14.184132 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-767fab94-e829-4a67-8558-472be887e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:16.722192 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-7ba126cb-cd8a-458c-93a9-16387ce4aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:16.782818 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:17.585790 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:19.424571 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:24.397393 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:48:33.798909 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44254) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:48:33.805471 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [None req-e7a5b657-c1b8-42e2-b476-29e7bd361129 tempest-verify_tempest_config-1909454502 tempest-verify_tempest_config-1909454502-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:48:33.806405 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-e7a5b657-c1b8-42e2-b476-29e7bd361129 tempest-verify_tempest_config-1909454502 tempest-verify_tempest_config-1909454502-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065432 May 20 16:48:34.117531 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44272) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:48:34.229956 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:34.244607 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:48:34.248337 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Usage tracker for resource:security_group_rule and tenant:2aa567f455754ce294d40b0449c8c82a is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:48:34.251399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:48:34.257062 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:48:34.339330 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:34.343211 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:34.352373 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:34.388878 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae95269-3a44-4951-905e-c50a21909400,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:34.392887 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Synchronizing usage tracker for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:security_group {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:48:34.399312 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.399647 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.399975 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.400298 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.400616 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.400931 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.401242 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.401550 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.401876 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.402217 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.402682 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.402993 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:48:34.406622 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:34.420252 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Unset dirty status for tenant:d56f39b9893a4f7fb9bcb6be831fa968 on resource:security_group {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:48:34.421922 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2aa567f455754ce294d40b0449c8c82a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3033996 May 20 16:48:34.424624 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44278) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:48:34.487421 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:34.513814 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:34.608374 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:34.612430 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d57519b0-e850-431e-9a5b-cb04e0cde6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:48:34.624113 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae95269-3a44-4951-905e-c50a21909400,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:48:34.627107 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:48:34.632904 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:34.634414 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ae95269-3a44-4951-905e-c50a21909400 HTTP/1.1" status: 204 len: 168 time: 0.2086570 May 20 16:48:44.186029 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1588-8dfe-4fc7-8baf-e996107c0a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:46.726506 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-9b93f26f-abf0-4d0d-a930-a6d300c58257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:46.787979 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:47.580396 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:48:49.426758 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:01.396376 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:49:14.187469 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-559f87b0-5730-4368-bc78-905bfc7072e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:16.727787 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-566d85b7-b0fa-4362-96ff-d05e38d29a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:16.789733 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:17.584155 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:19.430343 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:38.394857 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:49:44.188751 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c40732ce-0b7d-4656-8820-a5d27da293a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:46.729107 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0f8d44f7-d8d9-4b03-aa8b-6c251bc0487f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:46.791697 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:47.584807 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:49:49.433448 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:14.192016 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4a68-c975-4843-8bd9-13c5095f29f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:15.393699 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 5 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:50:16.731237 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-3043e090-4456-4119-b387-71b4971f152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:16.793835 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:17.588749 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:17.972872 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868'] for agent, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:19.525300 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:21.902040 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44330) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:50:22.016818 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-c2a93866-d174-4f3d-b65e-c72d6fe72a02 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1136789 May 20 16:50:24.129828 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44340) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:50:24.184792 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-eb82281b-b61d-4278-8caf-01a1114c9be6 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0538523 May 20 16:50:44.195752 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f4f330b5-15af-41f9-b10b-43d8e5927816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:46.733026 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-07b9288b-16c5-45b3-aff5-db50975bdff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:46.796765 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:47.595167 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:47.936132 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:49.437151 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:50:52.393003 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:51:14.198568 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4168183d-3feb-4ec4-a3b0-9065265b991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:16.735392 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d7f3051f-91f2-4c4f-bf11-2b7c0f6032cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:16.799287 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:17.616488 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:17.938780 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:19.453393 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:29.392022 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:51:44.201709 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66a4aa7e-e1e1-449e-96d9-c56ddf9b4fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:46.739193 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-74a3545d-4620-4056-a18d-b944983fa77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:46.802966 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:47.604870 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:47.960676 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:49.459980 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.171531 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44528) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:52.415575 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44544) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:52.438263 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44550) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:52.627882 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-network', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:52.634044 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:52.637786 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Usage tracker for resource:network and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:52.641475 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:52.647828 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:52.658202 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Made reservation on behalf of 9bc2e2a7bfb14918b5da9c2ff097f0c8 for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:52.661379 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.673633 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.689109 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:52.692954 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:52.696116 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:52.702143 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:52.790547 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.795248 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.806423 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-775cd482-c1a3-4940-a7a9-2024dcc69556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:52.823020 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:51:52.840922 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c89e420-95f1-4a46-b89f-67bc0cde840a,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:52.849152 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.849489 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.850000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.850278 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.850598 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.850914 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.851316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.851542 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.851848 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.852154 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.852460 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.852764 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Tracked resource versions report: May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: pushed versions: May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: { 'AddressGroup': {'1.2'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'ConntrackHelper': {'1.0'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Log': {'1.0'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Network': {'1.1'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Port': {'1.7'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'PortForwarding': {'1.2'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'QosPolicy': {'1.8'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroup': {'1.4'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroupRule': {'1.2'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'SubPort': {'1.0'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Subnet': {'1.1'}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Trunk': {'1.1'}} May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: consumer versions: May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: HyperV agent@hv-cinder-78652: {}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'ConntrackHelper': '1.0', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Log': '1.0', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Network': '1.1', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Port': '1.7', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'PortForwarding': '1.2', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'QosPolicy': '1.8', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroup': '1.4', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'SecurityGroupRule': '1.2', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'SubPort': '1.0', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Subnet': '1.1', May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: 'Trunk': '1.1'}} May 20 16:51:52.853875 dv-cinder-786524-7-smb neutron-server[91596]: {{(pid=91596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:51:52.860072 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:52.861183 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.861629 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Added segment e79006d0-22f7-4462-9677-4326a184e960 of type vlan for network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 May 20 16:51:52.891427 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.922701 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.923979 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:52.924557 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:52.929892 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:52.983399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-194458843-network', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:53.025582 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44574) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:53.046561 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-446818352-network', 'tenant_id': 'e1a4fb55bf624b0190a8a212a59de9ea'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:53.053666 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8767142 May 20 16:51:53.053955 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44582) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:53.054877 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.059971 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Request body: {'subnet': {'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-subnet', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:53.061529 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Usage tracker for resource:network and tenant:a1e11b4e0e2b4bf883071d66a6614721 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.064482 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.065588 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.070495 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Usage tracker for resource:subnet and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.071151 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.074130 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.078823 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:53.081781 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Made reservation on behalf of a1e11b4e0e2b4bf883071d66a6614721 for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:53.082397 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.084145 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.091658 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:51:53.095199 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:53.097504 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Made reservation on behalf of 9bc2e2a7bfb14918b5da9c2ff097f0c8 for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:53.098219 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.100301 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.109782 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.118108 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.122929 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Usage tracker for resource:security_group_rule and tenant:a1e11b4e0e2b4bf883071d66a6614721 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.126502 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.133808 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.221833 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.225360 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Usage tracker for resource:network and tenant:e1a4fb55bf624b0190a8a212a59de9ea is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.228706 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.229758 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.245080 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:51:53.254219 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.255542 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Added segment 02a09e5d-9f69-4cd2-a273-a2d899b23f21 of type vlan for network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb May 20 16:51:53.270785 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:53.305709 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.322330 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.326709 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7eb71c-f214-41bc-9e25-26e26b24047d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:53.334798 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:53.358155 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Made reservation on behalf of e1a4fb55bf624b0190a8a212a59de9ea for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:53.360747 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.375657 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.378467 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:53.379044 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.399852 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.459914 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:53.473073 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0337014 May 20 16:51:53.486025 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44594) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:53.495137 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Request body: {'subnet': {'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-subnet', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:53.504250 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.513160 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Usage tracker for resource:subnet and tenant:a1e11b4e0e2b4bf883071d66a6614721 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.517320 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.525365 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.566291 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Pushing event updated for resources: {'Network': ['ID=23265bd2-0bf8-4538-8c1f-7e6ad40587fb,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:53.570757 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:53.571981 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.576544 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a4fb55bf624b0190a8a212a59de9ea is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.578035 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:51:53.580030 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.585934 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1726290964-network', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:53.586953 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.598684 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.602737 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Usage tracker for resource:network and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.605631 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.611732 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.634347 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Made reservation on behalf of 7373aa4caf604ebc9fa09eb2ef8d71ca for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:53.637834 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.670849 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Made reservation on behalf of a1e11b4e0e2b4bf883071d66a6614721 for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:53.674662 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.712296 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.718808 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.743828 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:51:53.747000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:53.774488 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.775221 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Added segment e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb of type vlan for network e1300a96-141e-4247-bb24-881069d56786 May 20 16:51:53.788911 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f421f3-675c-4f82-9a22-4dd2aba109ec,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:53.791324 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.792910 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:53.823178 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.852128 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:53.863158 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Usage tracker for resource:security_group_rule and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:53.872639 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:53.873636 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.875945 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:53.877332 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:53.883900 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:53.899449 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0c0c9ab7-b16e-4fe3-af08-4aba90c2905f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:53.950598 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5337286 May 20 16:51:53.953282 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44612) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:54.011000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Request body: {'subnet': {'network_id': 'e1300a96-141e-4247-bb24-881069d56786', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-446818352-subnet', 'tenant_id': 'e1a4fb55bf624b0190a8a212a59de9ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:54.020980 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:54.027247 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Pushing event updated for resources: {'Network': ['ID=e1300a96-141e-4247-bb24-881069d56786,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:54.030838 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Usage tracker for resource:subnet and tenant:e1a4fb55bf624b0190a8a212a59de9ea is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:54.036726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:54.036726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:54.039216 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network e1300a96-141e-4247-bb24-881069d56786 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:51:54.057627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:54.065006 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.078419 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Made reservation on behalf of e1a4fb55bf624b0190a8a212a59de9ea for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:54.081920 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.087644 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:54.215902 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Checking segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:51:54.216175 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Network hostable DHCP agents. Network: d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:51:54.321471 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:54.357788 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.358286 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.358619 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.358944 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.359260 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.359579 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.359893 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.360259 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.360599 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.360914 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.361270 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.361531 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Tracked resource versions report: May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: pushed versions: May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: { 'AddressGroup': {'1.2'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'ConntrackHelper': {'1.0'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Log': {'1.0'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Network': {'1.1'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Port': {'1.7'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'PortForwarding': {'1.2'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'QosPolicy': {'1.8'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroup': {'1.4'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroupRule': {'1.2'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'SubPort': {'1.0'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Subnet': {'1.1'}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Trunk': {'1.1'}} May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: consumer versions: May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: HyperV agent@hv-cinder-78652: {}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'ConntrackHelper': '1.0', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Log': '1.0', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Network': '1.1', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Port': '1.7', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'PortForwarding': '1.2', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'QosPolicy': '1.8', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroup': '1.4', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'SecurityGroupRule': '1.2', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'SubPort': '1.0', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Subnet': '1.1', May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: 'Trunk': '1.1'}} May 20 16:51:54.362650 dv-cinder-786524-7-smb neutron-server[91595]: {{(pid=91595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:51:54.368535 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.369631 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:51:54.372328 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:54.376641 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.386283 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e39f6c48-edc9-4091-83b1-0c316f7b2f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:54.400737 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:54.410164 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce049bd-927d-42d2-af50-52aef87f7973 None None] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:51:54.429906 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:51:54.433197 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:54.433728 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.507494 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4db045-17ad-4be1-a8de-9839eb6a9f32,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:54.518783 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:54.534844 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.535195 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Added segment 0c6950ae-3add-46ac-8ca1-e9d415e69d9e of type vlan for network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 May 20 16:51:54.604811 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-06a5b142-f7dc-4d5f-a971-b8528861a282 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5471270 May 20 16:51:54.627672 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44636) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:54.640262 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:54.662520 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:54.678344 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.678660 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Usage tracker for resource:router and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:54.694493 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:54.714616 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:54.785820 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.794868 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.810640 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:51:54.812199 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.832269 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.848120 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:54.849368 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.873390 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:54.924259 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.967234 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:54.982674 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:55.087193 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c57f8a1-fff3-4de7-be31-b6f8b59df5e7,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:55.090857 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:55.096676 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Checking segment: {'id': 'e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e1300a96-141e-4247-bb24-881069d56786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:51:55.097034 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Network hostable DHCP agents. Network: e1300a96-141e-4247-bb24-881069d56786, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:51:55.103339 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Allocated IP 172.20.0.2 (d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7/535cd6bd-cfe2-4694-8fe0-cc20a0d0c037/4421436c-a784-4a93-a055-693d2003c84f) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:51:55.117364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Network e1300a96-141e-4247-bb24-881069d56786 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:51:55.136424 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, e1300a96-141e-4247-bb24-881069d56786) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:55.145679 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:55.146316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:55.180825 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682e68f-dc82-4871-96e1-39284969a833 None None] Network e1300a96-141e-4247-bb24-881069d56786 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:51:55.198608 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0bc50429-7aa0-4246-aa0d-f1ffe1e73fc1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2442260 May 20 16:51:55.329339 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2996416 May 20 16:51:55.329945 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44664) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:55.335257 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Request body: {'subnet': {'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1726290964-subnet', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:55.342974 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:55.355041 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Usage tracker for resource:subnet and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:55.360161 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:55.370987 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:55.396646 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Made reservation on behalf of 7373aa4caf604ebc9fa09eb2ef8d71ca for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:51:55.399095 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:55.400382 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Pushing event updated for resources: {'Network': ['ID=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:55.420242 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:51:55.453768 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:55.468943 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:55.528406 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3567d38a-803a-42f4-876d-996be969e49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:55.685649 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:55.702068 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Transition to ACTIVE for port object 4421436c-a784-4a93-a055-693d2003c84f will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:51:55.747908 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Transition to ACTIVE for port object 4421436c-a784-4a93-a055-693d2003c84f will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:51:55.835580 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:55.846246 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:55.856685 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:55.890522 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe343890-87e5-4138-aafc-1584992a222f,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:55.904906 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:55.905489 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:51:55.909794 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:55.930612 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Checking segment: {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:51:55.930967 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Network hostable DHCP agents. Network: 23265bd2-0bf8-4538-8c1f-7e6ad40587fb, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:51:55.949773 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:51:55.984555 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:55.991121 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:56.022536 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:51:56.054097 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 23265bd2-0bf8-4538-8c1f-7e6ad40587fb) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:56.061906 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:56.062451 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.094184 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6066775 May 20 16:51:56.096808 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e091d55-680c-417b-a11a-1e810fca8000,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:56.098093 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44700) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:56.102685 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:56.111514 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Checking segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:51:56.112139 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Network hostable DHCP agents. Network: d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:51:56.112481 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:56.118870 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e64b8c1-3a5c-45e1-b4cb-576ed03e45f8 None None] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:51:56.145142 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:51:56.162632 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:56.177618 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:56.180176 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.234595 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9040134 May 20 16:51:56.237556 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44710) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:56.243169 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:51:56.254963 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:56.265996 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Usage tracker for resource:router and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:56.273424 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:56.275123 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:56.289201 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:56.315874 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.316891 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.337111 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.341851 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d91978-0a25-4192-86c8-5b697a381aaf None None] Network e1300a96-141e-4247-bb24-881069d56786 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:51:56.354222 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.376911 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Usage tracker for resource:router and tenant:a1e11b4e0e2b4bf883071d66a6614721 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:56.389141 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:56.415768 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:56.427904 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.462288 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44720) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:56.494561 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.495740 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.542547 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.591245 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153036fc-cff6-43c7-8cfd-dc1584451667 None None] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:51:56.794546 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Allocated IP 172.28.2.223 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/3c125bd8-1ac1-4bf1-ae4e-c05b83b10739) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:51:56.819625 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Pushing event updated for resources: {'Port': ['ID=4421436c-a784-4a93-a055-693d2003c84f,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:56.908548 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.909141 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.909709 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.910422 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.911181 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.911753 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.912289 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.912968 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.913501 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.914040 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.914744 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.915251 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:56.915579 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Tracked resource versions report: May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: pushed versions: May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: { 'AddressGroup': {'1.2'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'ConntrackHelper': {'1.0'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Log': {'1.0'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Network': {'1.1'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Port': {'1.7'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'PortForwarding': {'1.2'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'QosPolicy': {'1.8'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroup': {'1.4'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroupRule': {'1.2'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'SubPort': {'1.0'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Subnet': {'1.1'}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Trunk': {'1.1'}} May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: consumer versions: May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: HyperV agent@hv-cinder-78652: {}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'ConntrackHelper': '1.0', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Log': '1.0', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Network': '1.1', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Port': '1.7', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'PortForwarding': '1.2', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'QosPolicy': '1.8', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroup': '1.4', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'SecurityGroupRule': '1.2', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'SubPort': '1.0', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Subnet': '1.1', May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: 'Trunk': '1.1'}} May 20 16:51:56.916940 dv-cinder-786524-7-smb neutron-server[91597]: {{(pid=91597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:51:56.995419 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.011294 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:57.033125 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44740) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:57.037731 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:57.044624 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Usage tracker for resource:security_group_rule and tenant:483794764095491d85f105c0a8daa912 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:57.049749 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:57.058142 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:57.102450 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c688315d-9ae0-4646-9c45-ef2164e42264 None None] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:51:57.148564 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Attempting to bind port 4421436c-a784-4a93-a055-693d2003c84f on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:51:57.148937 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Attempting to bind port 4421436c-a784-4a93-a055-693d2003c84f by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:51:57.149313 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Attempting to bind port 4421436c-a784-4a93-a055-693d2003c84f on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:51:57.235191 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:51:57.235783 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Checking segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:51:57.236043 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.236436 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Bound using segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:51:57.236886 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.237527 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Bound port: 4421436c-a784-4a93-a055-693d2003c84f, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:51:57.237913 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.300343 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.332317 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:57.353535 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Usage tracker for resource:security_group_rule and tenant:6efa7d5e89e74241ae2f05759580dcce is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:57.360787 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:57.382434 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:57.385979 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.402024 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.439318 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:57.479837 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44768) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:57.489823 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.533879 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6346f0ca-2d6e-47e0-ae5d-4da6bf30adbc,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:57.557163 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:57.561847 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=483794764095491d85f105c0a8daa912&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0992756 May 20 16:51:57.563324 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.594156 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44778) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:57.615577 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.625156 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.626841 dv-cinder-786524-7-smb neutron-server[91595]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 16:51:57.754914 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] For port 4421436c-a784-4a93-a055-693d2003c84f, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:51:57.802197 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.813303 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] For port 4421436c-a784-4a93-a055-693d2003c84f, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=4421436c-a784-4a93-a055-693d2003c84f,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:51:57.818704 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.833036 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.839711 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:57.845952 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-b8d156f7-75e4-471c-8b5d-e8ca7e9e0531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:57.852804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44792) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:57.853170 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6efa7d5e89e74241ae2f05759580dcce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8190153 May 20 16:51:57.857859 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.882491 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebda7206-4ab1-4ca2-b515-b2b7a7f27914,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:57.891409 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be375098-59b7-40f7-99df-dcda396614db req-468bfdf8-7c8e-442d-9a2d-f74c6a990f31 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:51:57.892816 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-468bfdf8-7c8e-442d-9a2d-f74c6a990f31 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/networks?id=e1300a96-141e-4247-bb24-881069d56786 HTTP/1.1" status: 200 len: 811 time: 0.3990667 May 20 16:51:57.897159 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:57.928479 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-88514280-d801-4fbd-902a-fee383316277 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/quotas/e1a4fb55bf624b0190a8a212a59de9ea HTTP/1.1" status: 200 len: 375 time: 0.0274644 May 20 16:51:57.943499 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:51:57.949297 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:57.980356 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.050134 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.095947 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.108502 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:58.124950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346f0ca-2d6e-47e0-ae5d-4da6bf30adbc,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:58.139465 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:58.168587 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-de2d73fc-b414-4471-aee3-3d3d32a0ab69 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e1a4fb55bf624b0190a8a212a59de9ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890605 May 20 16:51:58.177789 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.185150 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6346f0ca-2d6e-47e0-ae5d-4da6bf30adbc HTTP/1.1" status: 204 len: 168 time: 0.5892463 May 20 16:51:58.190793 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.257508 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-95231685-9362-4c81-a1b2-e7bede10f381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:58.275932 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Allocated IP 172.20.0.2 (d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774/7e091d55-680c-417b-a11a-1e810fca8000/9a830e08-a447-4698-be81-ed1b6196f38c) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:51:58.285201 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Allocated IP 172.28.2.195 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/4ff0bc0d-7832-4710-bb20-2561f27869a1) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:51:58.386135 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44804) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:58.424693 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:51:58.452164 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.508627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.511029 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:58.551508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.553808 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:51:58.562470 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-41f4371a-f38f-4c9b-9ae1-3e84f0abba17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:58.588424 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.620417 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:51:58.621795 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.623056 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebda7206-4ab1-4ca2-b515-b2b7a7f27914 HTTP/1.1" status: 204 len: 168 time: 0.7685368 May 20 16:51:58.623854 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebda7206-4ab1-4ca2-b515-b2b7a7f27914,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:58.635041 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:58.636369 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:58.643568 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:58.698482 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.732191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:51:58.741401 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.766306 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Pushing event updated for resources: {'Port': ['ID=4421436c-a784-4a93-a055-693d2003c84f,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:58.776872 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:58.778023 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Transition to ACTIVE for port object 9a830e08-a447-4698-be81-ed1b6196f38c will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:51:58.823938 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Transition to ACTIVE for port object 9a830e08-a447-4698-be81-ed1b6196f38c will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:51:58.838498 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.853394 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:58.906381 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44824) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:58.921484 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Pushing event updated for resources: {'Port': ['ID=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:58.937689 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Pushing event updated for resources: {'Port': ['ID=4ff0bc0d-7832-4710-bb20-2561f27869a1,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:58.941089 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:58.946710 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:58.947765 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.966530 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:51:58.981851 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:58.986770 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:51:59.007878 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:51:59.060154 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:59.068120 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:42e34dc2696b48759dc368901c0b3ba2 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:59.073212 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:59.084681 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:59.092719 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:59.127348 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Usage tracker for resource:security_group_rule and tenant:ffc90d5de149422d923a97408398b8b7 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:59.175472 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:59.260125 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Attempting to bind port 9a830e08-a447-4698-be81-ed1b6196f38c on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:51:59.260998 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Attempting to bind port 9a830e08-a447-4698-be81-ed1b6196f38c by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:51:59.261715 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Attempting to bind port 9a830e08-a447-4698-be81-ed1b6196f38c on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:51:59.265612 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Pushing event updated for resources: {'Port': ['ID=9a830e08-a447-4698-be81-ed1b6196f38c,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:59.270640 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:59.274456 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:51:59.274903 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Checking segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:51:59.275386 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.275845 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Bound using segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:51:59.276468 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Bound port: 9a830e08-a447-4698-be81-ed1b6196f38c, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:51:59.276938 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.311432 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44830) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:51:59.316379 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:59.359273 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.413528 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-59d23104-449e-4e2a-b101-5a38617dc753 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:51:59.414585 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-59d23104-449e-4e2a-b101-5a38617dc753 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8842995 May 20 16:51:59.423033 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] For port 9a830e08-a447-4698-be81-ed1b6196f38c, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:51:59.428392 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] For port 9a830e08-a447-4698-be81-ed1b6196f38c, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9a830e08-a447-4698-be81-ed1b6196f38c,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:51:59.435226 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.445327 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:59.460889 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:51:59.478781 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Usage tracker for resource:security_group_rule and tenant:e948e9496fe04e74a0c125a9e379a98c is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:51:59.486764 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:51:59.507802 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:51:59.528000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.530885 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Pushing event updated for resources: {'Port': ['ID=9a830e08-a447-4698-be81-ed1b6196f38c,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:59.534395 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:59.604015 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.618614 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.642634 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Allocated IP 172.28.2.29 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/727ef6f6-7ce3-42e5-b2fa-904bdc535a3a) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:51:59.643986 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:51:59.664351 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:51:59.808079 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9935d-e937-4d79-b126-44f626a5a6a3,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:51:59.811154 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:51:59.857515 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42e34dc2696b48759dc368901c0b3ba2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9497604 May 20 16:51:59.867150 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44840) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:00.073965 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-68ca1b87-8c56-48dd-8ce4-f83139990e68 service neutron] 10.222.0.69 "GET /v2.0/networks/e1300a96-141e-4247-bb24-881069d56786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525381 May 20 16:52:00.079417 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.094970 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.118129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:00.211288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.236455 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.260443 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf4004a-184b-4fa4-b2c2-d4bb1273df7b None None] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:00.277609 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e948e9496fe04e74a0c125a9e379a98c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9651380 May 20 16:52:00.288573 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44844) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:00.295553 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.299735 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a4e54b-ddb9-4d1d-9f80-06f20bad0ebf,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:00.303796 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:00.328519 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.336179 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ef90e906-f169-41d5-af23-70cee34c423a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:00.338187 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.390498 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.413182 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-c75bcb0e-d6aa-430c-af94-eeda396da762 None None] Provisioning for port 4421436c-a784-4a93-a055-693d2003c84f completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:00.559147 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffc90d5de149422d923a97408398b8b7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1697602 May 20 16:52:00.560005 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2688d092-5655-432b-9939-6d19acd0fbe4,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:00.563159 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:00.565491 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-afa965e6-9ebc-4cb4-b034-2bf4e18c6278 service neutron] 10.222.0.69 "GET /v2.0/networks/e1300a96-141e-4247-bb24-881069d56786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674232 May 20 16:52:00.565970 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44848) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:00.619718 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.639065 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.673155 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.701983 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:00.753805 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.761639 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.783001 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:00.803593 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Pushing event updated for resources: {'Port': ['ID=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:00.806947 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:00.813016 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.850817 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9935d-e937-4d79-b126-44f626a5a6a3,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:00.868508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:00.906004 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:00.915064 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33d9935d-e937-4d79-b126-44f626a5a6a3 HTTP/1.1" status: 204 len: 168 time: 1.0468466 May 20 16:52:00.941096 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:52:00.986879 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.061656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44868) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:01.088112 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:01.108282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:01.127302 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:01.133425 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.140715 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7fafc5-f1ce-4226-b68e-fe058c34b3ce None None] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:01.144406 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:01.263720 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a4e54b-ddb9-4d1d-9f80-06f20bad0ebf,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:01.274581 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:01.276735 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.278418 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74a4e54b-ddb9-4d1d-9f80-06f20bad0ebf HTTP/1.1" status: 204 len: 168 time: 0.9888432 May 20 16:52:01.324036 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:01.336345 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Sync routers for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:01.350619 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:01.351249 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:01.357483 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.360438 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1207888 May 20 16:52:01.362456 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 44884) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:01.407832 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9a830e08-a447-4698-be81-ed1b6196f38c up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:01.569015 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-c35734c2-0538-48e7-a597-4bf9d35a1660 None None] Provisioning for port 9a830e08-a447-4698-be81-ed1b6196f38c completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:01.587457 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 9a830e08-a447-4698-be81-ed1b6196f38c completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:01.594565 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 9a830e08-a447-4698-be81-ed1b6196f38c triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:01.594939 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.777872 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.809822 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.891894 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 9a830e08-a447-4698-be81-ed1b6196f38c, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9a830e08-a447-4698-be81-ed1b6196f38c,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:01.897894 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:01.900358 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4421436c-a784-4a93-a055-693d2003c84f up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:01.959170 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d7365bb3-35df-4242-8869-a45e7b8a8965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:02.044272 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=9a830e08-a447-4698-be81-ed1b6196f38c,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:02.055695 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:02.080812 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:02.103965 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 4421436c-a784-4a93-a055-693d2003c84f completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:02.110862 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 4421436c-a784-4a93-a055-693d2003c84f triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:02.111601 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:02.132246 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:02.182607 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:02.208105 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9ce039cd-4457-4480-b044-e2ef81f39505 req-e878049e-65fb-4aa0-8e52-e59f58d11e6d tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 1.1275177 May 20 16:52:02.227578 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2688d092-5655-432b-9939-6d19acd0fbe4,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:02.247558 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:02.310404 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-c2ab4cea-fca6-4596-8a65-28cd28beb014 None None] Provisioning complete for port 9a830e08-a447-4698-be81-ed1b6196f38c triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:02.310782 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c2ab4cea-fca6-4596-8a65-28cd28beb014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:02.561742 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:02.621484 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:51:59Z', 'revision_number': 3, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:02.626107 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Checking router: 67fe8e52-1695-41b4-9bcd-daeb3a333f9a for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:02.626506 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Updating router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a port 4ff0bc0d-7832-4710-bb20-2561f27869a1 binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:52:02.640172 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:02.643501 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2688d092-5655-432b-9939-6d19acd0fbe4 HTTP/1.1" status: 204 len: 168 time: 2.0711088 May 20 16:52:02.679842 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 4421436c-a784-4a93-a055-693d2003c84f, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=4421436c-a784-4a93-a055-693d2003c84f,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:02.687789 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:02.691579 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:02.701687 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:02.800539 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=4421436c-a784-4a93-a055-693d2003c84f,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:02.815345 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:02.907075 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Router 73377523-a2f4-48a4-a032-083e264df5ad is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:52:02.979699 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9a830e08-a447-4698-be81-ed1b6196f38c up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:03.128784 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 9a830e08-a447-4698-be81-ed1b6196f38c triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:03.129168 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.259998 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.312129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.341834 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.369282 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Transition to ACTIVE for port object 4ff0bc0d-7832-4710-bb20-2561f27869a1 will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:03.386382 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.395690 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:03.452795 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4421436c-a784-4a93-a055-693d2003c84f up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:03.469889 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ce5bd638-ba69-47d8-a9e6-ae0fadc39370 req-4b2ce077-447c-4f71-93a4-f6e2ea056d5c tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 0.0837917 May 20 16:52:03.575835 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:03.588365 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304538b-c131-4933-982f-07457df00dcb None None] Sync routers for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:03.615658 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:03.616317 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:03.628167 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Attempting to bind port 4ff0bc0d-7832-4710-bb20-2561f27869a1 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:03.628797 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Attempting to bind port 4ff0bc0d-7832-4710-bb20-2561f27869a1 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:03.628895 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Attempting to bind port 4ff0bc0d-7832-4710-bb20-2561f27869a1 on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:03.644306 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Pushing event updated for resources: {'Port': ['ID=4ff0bc0d-7832-4710-bb20-2561f27869a1,revision_number=2']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:03.665699 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:03.666017 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:03.669800 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.670450 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:03.671116 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Bound port: 4ff0bc0d-7832-4710-bb20-2561f27869a1, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:03.674180 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.736204 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.736551 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.736880 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.737204 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.737526 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.737849 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.746411 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.746593 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.746959 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.747298 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.747630 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.747950 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.750570 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:03.750777 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.1221051 May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Tracked resource versions report: May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: pushed versions: May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: { 'AddressGroup': {'1.2'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'ConntrackHelper': {'1.0'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Log': {'1.0'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Network': {'1.1'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Port': {'1.7'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'PortForwarding': {'1.2'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'QosPolicy': {'1.8'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroup': {'1.4'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroupRule': {'1.2'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'SubPort': {'1.0'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Subnet': {'1.1'}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Trunk': {'1.1'}} May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: consumer versions: May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: { DHCP agent@dv-cinder-786524-7-smb: {}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: HyperV agent@hv-cinder-78652: {}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: L3 agent@dv-cinder-786524-7-smb: {}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: Metadata agent@dv-cinder-786524-7-smb: {}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: Metering agent@dv-cinder-786524-7-smb: {}, May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: Open vSwitch agent@dv-cinder-786524-7-smb: { 'AddressGroup': '1.2', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'ConntrackHelper': '1.0', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Log': '1.0', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Network': '1.1', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Port': '1.7', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'PortForwarding': '1.2', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'QosPolicy': '1.8', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroup': '1.4', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'SecurityGroupRule': '1.2', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'SubPort': '1.0', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Subnet': '1.1', May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: 'Trunk': '1.1'}} May 20 16:52:03.752227 dv-cinder-786524-7-smb neutron-server[91598]: {{(pid=91598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:52:03.755220 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 44974) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:03.762683 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:03.815350 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Allocated IP 172.20.0.1 (d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774/7e091d55-680c-417b-a11a-1e810fca8000/37a77bb6-6e06-4072-b10e-e2b10783acb0) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:03.865575 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] For port 4ff0bc0d-7832-4710-bb20-2561f27869a1, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:03.870606 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] For port 4ff0bc0d-7832-4710-bb20-2561f27869a1, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=4ff0bc0d-7832-4710-bb20-2561f27869a1,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:03.886876 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:03.892820 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:04.005081 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 4421436c-a784-4a93-a055-693d2003c84f triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:04.007735 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:04.040303 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:04.041302 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:04.166920 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Pushing event updated for resources: {'Port': ['ID=4ff0bc0d-7832-4710-bb20-2561f27869a1,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:04.173726 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:04.250651 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:04.255290 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:04.313146 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Transition to ACTIVE for port object 37a77bb6-6e06-4072-b10e-e2b10783acb0 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:04.362754 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:04.367806 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:04.473857 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:04.555107 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:04.565383 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:04.627906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:04.635063 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:04.715768 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Router ba2da7f1-9d3e-4e61-9001-c06bc62c324a is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:52:04.759857 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Pushing event updated for resources: {'Port': ['ID=37a77bb6-6e06-4072-b10e-e2b10783acb0,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:04.763794 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:04.882723 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:04.984334 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:51:59Z', 'revision_number': 3, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:04.995333 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304538b-c131-4933-982f-07457df00dcb None None] Checking router: 73377523-a2f4-48a4-a032-083e264df5ad for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:04.995703 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304538b-c131-4933-982f-07457df00dcb None None] Updating router 73377523-a2f4-48a4-a032-083e264df5ad port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 binding host dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:52:05.172684 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-832ff36f-ce67-42a0-9d64-5e343eefebff None None] Provisioning for port 37a77bb6-6e06-4072-b10e-e2b10783acb0 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:05.192904 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-832ff36f-ce67-42a0-9d64-5e343eefebff None None] Provisioning complete for port 37a77bb6-6e06-4072-b10e-e2b10783acb0 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:05.193298 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-832ff36f-ce67-42a0-9d64-5e343eefebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:05.220126 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45016) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:05.265349 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6304538b-c131-4933-982f-07457df00dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:05.302602 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.82', 49962) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:05.470872 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:51:59Z', 'revision_number': 3, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:05.476132 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fdccd7-c464-4e91-abb5-43821208257c None None] The sync data for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb is: [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:51:59Z', 'revision_number': 3, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:05.506207 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:05.518827 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Sync routers for ids ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:05.545419 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Routers {'ba2da7f1-9d3e-4e61-9001-c06bc62c324a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:05.547163 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:05.660024 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.db.resource_extend [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 16:52:05.719583 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:05.737837 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:05.796643 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:05.800122 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:05.858550 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-832ff36f-ce67-42a0-9d64-5e343eefebff None None] Port 37a77bb6-6e06-4072-b10e-e2b10783acb0 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:52:06.012631 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44e1f8e2-9420-4133-aaf6-6599498935aa req-82433602-9568-47a7-b991-b8b2701fa94a tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 1.1872058 May 20 16:52:06.052872 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be375098-59b7-40f7-99df-dcda396614db req-5d897a48-2e07-4073-9f4e-d55b2f0ca88e tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:06.060185 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-be375098-59b7-40f7-99df-dcda396614db req-5d897a48-2e07-4073-9f4e-d55b2f0ca88e tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Synchronizing usage tracker for tenant:e1a4fb55bf624b0190a8a212a59de9ea on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:06.071039 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270612029-network', 'tenant_id': '891cd9c2e9fb46749d0df0c5d11ced53'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:06.093722 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:06.119645 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.121234 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0215781 May 20 16:52:06.132024 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Pushing event updated for resources: {'Port': ['ID=37a77bb6-6e06-4072-b10e-e2b10783acb0,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:06.137833 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Set router ba2da7f1-9d3e-4e61-9001-c06bc62c324a gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:06.140770 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Usage tracker for resource:network and tenant:891cd9c2e9fb46749d0df0c5d11ced53 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:06.141427 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6304538b-c131-4933-982f-07457df00dcb None None] Notify callbacks [] for port, precommit_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.147744 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:06.148306 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45052) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:06.161356 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:06.171173 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:06.172433 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-6304538b-c131-4933-982f-07457df00dcb None None] Transition to ACTIVE for port object 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:06.182379 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6304538b-c131-4933-982f-07457df00dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.186563 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:06.400343 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.422621 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-6304538b-c131-4933-982f-07457df00dcb None None] Attempting to bind port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:06.423002 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-6304538b-c131-4933-982f-07457df00dcb None None] Attempting to bind port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:06.423404 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304538b-c131-4933-982f-07457df00dcb None None] Attempting to bind port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:06.440893 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Made reservation on behalf of 891cd9c2e9fb46749d0df0c5d11ced53 for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:06.445815 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.446455 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304538b-c131-4933-982f-07457df00dcb None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:06.446842 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304538b-c131-4933-982f-07457df00dcb None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:06.447264 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6304538b-c131-4933-982f-07457df00dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.462394 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304538b-c131-4933-982f-07457df00dcb None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:06.463030 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-6304538b-c131-4933-982f-07457df00dcb None None] Bound port: 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:06.463434 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6304538b-c131-4933-982f-07457df00dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.474971 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:52:06.520498 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.525604 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efcaad-aee9-484f-ace0-bf4feb20b606 None None] Pushing event updated for resources: {'Port': ['ID=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:06.528814 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-31efcaad-aee9-484f-ace0-bf4feb20b606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:06.625069 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:06.631098 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Usage tracker for resource:security_group_rule and tenant:891cd9c2e9fb46749d0df0c5d11ced53 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:06.635287 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:06.650979 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:06.690269 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-6304538b-c131-4933-982f-07457df00dcb None None] For port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:06.699069 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-6304538b-c131-4933-982f-07457df00dcb None None] For port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:06.712478 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6304538b-c131-4933-982f-07457df00dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:06.718337 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:06.884747 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:01Z', 'revision_number': 3, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port': {'id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:58Z', 'updated_at': '2021-05-20T16:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:06.895664 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Checking router: ba2da7f1-9d3e-4e61-9001-c06bc62c324a for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:06.896125 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Updating router ba2da7f1-9d3e-4e61-9001-c06bc62c324a port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:52:06.972135 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:06.973347 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:07.030745 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.215076 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4ff0bc0d-7832-4710-bb20-2561f27869a1 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:07.257472 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45104) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:07.320064 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.337374 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-be375098-59b7-40f7-99df-dcda396614db req-5d897a48-2e07-4073-9f4e-d55b2f0ca88e tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Unset dirty status for tenant:e1a4fb55bf624b0190a8a212a59de9ea on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:07.341598 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-5d897a48-2e07-4073-9f4e-d55b2f0ca88e tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.82 "GET /v2.0/networks?id=e1300a96-141e-4247-bb24-881069d56786 HTTP/1.1" status: 200 len: 811 time: 2.0376124 May 20 16:52:07.416329 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efcaad-aee9-484f-ace0-bf4feb20b606 None None] Pushing event updated for resources: {'Port': ['ID=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:07.424021 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-31efcaad-aee9-484f-ace0-bf4feb20b606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:07.430712 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Request body: {'port': {'device_id': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'network_id': 'e1300a96-141e-4247-bb24-881069d56786', 'admin_state_up': True, 'tenant_id': 'e1a4fb55bf624b0190a8a212a59de9ea'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:07.444557 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-14cf6038-8ee5-4b8f-be7d-d7e1317660eb req-34761758-f11e-4824-8428-d7cf4e9000ca tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 0.1389098 May 20 16:52:07.462746 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.497898 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Allocated IP 172.20.0.1 (d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7/535cd6bd-cfe2-4694-8fe0-cc20a0d0c037/b9e8f79c-1685-40fa-97de-b9f1d58f7642) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:07.506570 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:07.563068 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.615546 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:52:07.626819 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:07.632447 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Usage tracker for resource:security_group_rule and tenant:193715888a3842f08c44daa550030d68 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:07.638502 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:07.647320 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:07.776943 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.814789 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.869265 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd6629e-cfe0-4676-a94e-3901bae2e29f,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:07.880383 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.907792 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.908514 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Added segment e617944e-b8b9-4554-a228-2a51f8d6fd0a of type vlan for network 018f12ab-9dba-4530-95e6-05ea881a66a8 May 20 16:52:07.922710 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Transition to ACTIVE for port object 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:07.930929 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:07.938970 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-21ddda6d-b838-4c7d-a3d5-0b23ec75ab67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:07.940557 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:07.961731 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 4ff0bc0d-7832-4710-bb20-2561f27869a1 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:07.969474 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-03a3ce3f-eddb-405f-98a2-d7fab913469d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:07.997991 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 4ff0bc0d-7832-4710-bb20-2561f27869a1 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:07.998328 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.076093 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f888017-fb69-49e4-9902-8f874973b982,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:08.122159 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45126) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:08.136413 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:08.162739 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:08.178179 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Attempting to bind port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:08.178562 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Attempting to bind port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:08.178919 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Attempting to bind port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:08.183979 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2ea16-6c42-4d33-b68c-be543e0cf4c1 None None] Pushing event updated for resources: {'Port': ['ID=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,revision_number=2']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:08.201495 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-11a2ea16-6c42-4d33-b68c-be543e0cf4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:08.204235 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:08.204622 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:08.205050 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.205430 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:08.205904 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Bound port: 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:08.206485 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.221732 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=193715888a3842f08c44daa550030d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9586275 May 20 16:52:08.241019 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45132) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:08.303117 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.359593 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] For port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:08.366855 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] For port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:08.372052 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.380021 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:08.495890 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:08.547305 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2ea16-6c42-4d33-b68c-be543e0cf4c1 None None] Pushing event updated for resources: {'Port': ['ID=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:08.552638 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-11a2ea16-6c42-4d33-b68c-be543e0cf4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:08.584264 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Routers {'ba2da7f1-9d3e-4e61-9001-c06bc62c324a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:08.584890 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:08.594523 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.616970 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.647294 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:08.690250 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.provisioning_blocks [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Transition to ACTIVE for port object b9e8f79c-1685-40fa-97de-b9f1d58f7642 will not be triggered until provisioned by entity DHCP. {{(pid=91595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:08.778794 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4627ef82-83e8-4c94-ae9e-25600ff59c90 req-224d947d-70dd-4e35-b724-bff802959944 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 0.1132905 May 20 16:52:08.782548 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.783424 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.788021 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:08.788611 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.831296 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:08.835084 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:08.864443 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 4ff0bc0d-7832-4710-bb20-2561f27869a1, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=4ff0bc0d-7832-4710-bb20-2561f27869a1,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:08.865387 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6442311 May 20 16:52:08.882725 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Usage tracker for resource:security_group_rule and tenant:4ce3e31a40f04209b98d65c4dedf7c3f is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:08.888453 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45142) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:08.891096 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:08.899826 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Request body: {'subnet': {'network_id': '018f12ab-9dba-4530-95e6-05ea881a66a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270612029-subnet', 'tenant_id': '891cd9c2e9fb46749d0df0c5d11ced53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:08.906551 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-31efcaad-aee9-484f-ace0-bf4feb20b606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:08.924888 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:08.942867 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:08.956618 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:09.049804 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Usage tracker for resource:subnet and tenant:891cd9c2e9fb46749d0df0c5d11ced53 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:09.056425 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Pushing event updated for resources: {'Network': ['ID=018f12ab-9dba-4530-95e6-05ea881a66a8,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:09.069303 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:09.070635 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:09.077001 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] Set router ba2da7f1-9d3e-4e61-9001-c06bc62c324a gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:09.089887 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 018f12ab-9dba-4530-95e6-05ea881a66a8 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:52:09.090855 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:09.098386 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.125929 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f791f3c5-72af-4d48-a7bb-aad90d06b9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:09.189787 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:09.198537 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:09.216497 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:09.217237 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.283683 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=4ff0bc0d-7832-4710-bb20-2561f27869a1,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:09.299221 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:09.493352 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-f7f867de-d6d7-476d-8563-a1e0989ecfc2 None None] Provisioning complete for port 37a77bb6-6e06-4072-b10e-e2b10783acb0 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:09.493633 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f7f867de-d6d7-476d-8563-a1e0989ecfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.514282 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:09.566485 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Usage tracker for resource:port and tenant:e1a4fb55bf624b0190a8a212a59de9ea is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:09.577129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:09.623259 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-f7f867de-d6d7-476d-8563-a1e0989ecfc2 None None] Port 37a77bb6-6e06-4072-b10e-e2b10783acb0 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:52:09.630842 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:09.632587 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:01Z', 'revision_number': 3, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port': {'id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:58Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:09.635509 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-6304538b-c131-4933-982f-07457df00dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:51:59Z', 'revision_number': 3, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:09.646516 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2bc15-60be-480a-824b-7e2ae937dd17 None None] The sync data for ids ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'] in dv-cinder-786524-7-smb is: [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:01Z', 'revision_number': 3, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port': {'id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:58Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:09.648347 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304538b-c131-4933-982f-07457df00dcb None None] The sync data for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb is: [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:51:59Z', 'revision_number': 3, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:09.665927 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:09.749166 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-13d08f3d-1dbc-4f85-90fd-0da2913d12f1 None None] Provisioning for port b9e8f79c-1685-40fa-97de-b9f1d58f7642 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:09.762959 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Made reservation on behalf of 891cd9c2e9fb46749d0df0c5d11ced53 for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:09.763437 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-13d08f3d-1dbc-4f85-90fd-0da2913d12f1 None None] Provisioning complete for port b9e8f79c-1685-40fa-97de-b9f1d58f7642 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:09.763437 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-13d08f3d-1dbc-4f85-90fd-0da2913d12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.766012 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.804554 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.806597 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Made reservation on behalf of e1a4fb55bf624b0190a8a212a59de9ea for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:09.810266 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.828772 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.900334 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:09.930957 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e8f79c-1685-40fa-97de-b9f1d58f7642,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:09.934637 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:10.002965 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:10.037071 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-13d08f3d-1dbc-4f85-90fd-0da2913d12f1 None None] Port b9e8f79c-1685-40fa-97de-b9f1d58f7642 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:52:10.230045 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ce3e31a40f04209b98d65c4dedf7c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0979347 May 20 16:52:10.313491 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45166) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:10.344280 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb437a2b-0d75-49ff-82db-f5ea0e788c30 req-4177d44a-a3c7-4f3f-b554-6039cc5354cc tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 0.2841442 May 20 16:52:10.408491 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14dea70-e510-483b-a977-3b402d6fa2c3,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:10.429997 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:10.500685 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:10.721694 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:10.757158 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Allocated IP 172.20.0.7 (e1300a96-141e-4247-bb24-881069d56786/5c57f8a1-fff3-4de7-be31-b6f8b59df5e7/4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:10.887842 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.146689 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.242791 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:11.403111 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:11.418906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.452904 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Sync routers for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:11.466023 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.475458 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:11.520191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.520382 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.521059 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:11.521685 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.575491 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:11.586761 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:11.587609 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:11.618677 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f888017-fb69-49e4-9902-8f874973b982,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:11.627891 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.628656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.676300 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:11.692655 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] 10.222.0.69 "PUT /v2.0/routers/67fe8e52-1695-41b4-9bcd-daeb3a333f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3285408 May 20 16:52:11.702701 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.704004 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f888017-fb69-49e4-9902-8f874973b982 HTTP/1.1" status: 204 len: 168 time: 3.4548969 May 20 16:52:11.719591 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.742707 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-aa5e9e94-19f6-449c-bcba-7572c71f6b23 req-fcdbcaa1-0470-4027-be99-b9ecd8dc9094 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 0.1193368 May 20 16:52:11.749788 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-09566439-2b2c-4eed-84bd-eb79ca5e734f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:11.769678 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.825792 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:11.827102 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e8f79c-1685-40fa-97de-b9f1d58f7642,revision_number=2']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:11.830409 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:11.836034 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ed28c51b-06e3-4037-b0d0-f2fb9c1a6503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:11.849160 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14dea70-e510-483b-a977-3b402d6fa2c3,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:11.851628 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:11.877960 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:11.881522 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b14dea70-e510-483b-a977-3b402d6fa2c3 HTTP/1.1" status: 204 len: 168 time: 1.5557258 May 20 16:52:12.149728 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Pushing event updated for resources: {'Port': ['ID=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:12.178792 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:12.231393 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Network e1300a96-141e-4247-bb24-881069d56786 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:12.235094 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:12.260170 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:12.266347 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:12.268995 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:12.325463 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Allocated IP 172.20.0.1 (23265bd2-0bf8-4538-8c1f-7e6ad40587fb/fe343890-87e5-4138-aafc-1584992a222f/d3623c78-a027-408b-8def-6c2fa04d398f) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:12.374339 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9773366 May 20 16:52:12.421901 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:12.441284 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:12.550288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:12.553587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:12.757563 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:12.925067 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:12.971896 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:12.980358 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:13.007961 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-ffa0a647-e8c4-4a02-8d58-7233f411f5e8 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:52:13.014609 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-ffa0a647-e8c4-4a02-8d58-7233f411f5e8 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247715 May 20 16:52:13.078582 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:13.082579 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45208) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:13.152324 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.201662 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.232072 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d036a0da-4a1b-40da-b2a9-936e44e4f49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:13.316461 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:13.347331 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f26c069187f44a5391825e3f2d6c97f2 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:13.369734 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:13.387487 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:13.452539 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-044b9e32-7d9f-4c12-a1f5-335dbacb1caf None None] Provisioning complete for port b9e8f79c-1685-40fa-97de-b9f1d58f7642 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:13.453074 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-044b9e32-7d9f-4c12-a1f5-335dbacb1caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.495613 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45214) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:13.531413 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.534802 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45218) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:13.549614 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Router 73377523-a2f4-48a4-a032-083e264df5ad has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:13.554496 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168905150', 'description': 'tempest-description--1496859280'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:13.560403 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7085c6a7-09f1-49f7-9226-c2c6e935849b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:13.565240 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-044b9e32-7d9f-4c12-a1f5-335dbacb1caf None None] Port b9e8f79c-1685-40fa-97de-b9f1d58f7642 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:52:13.601264 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.609978 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.636203 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:13.636517 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.640041 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:13.655072 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=651a5c85-0043-4c8f-b381-f0767563f641,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:13.657081 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:13.663398 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:13.667815 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:13.718964 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:13.729715 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:13.732284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:13.736447 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:13.736841 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.742362 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:13.743814 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Usage tracker for resource:security_group_rule and tenant:7ae421c8531a46ce8f4d1fb60912b3a9 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:13.747238 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:13.759879 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:13.763156 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:13.764935 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.838951 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Pushing event updated for resources: {'Port': ['ID=d3623c78-a027-408b-8def-6c2fa04d398f,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:13.845257 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:13.859874 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Request body: {'port': {'device_id': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:13.884506 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:05Z', 'revision_number': 2, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:13.889580 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Checking router: 67fe8e52-1695-41b4-9bcd-daeb3a333f9a for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:13.889978 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Updating router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a port 37a77bb6-6e06-4072-b10e-e2b10783acb0 binding host dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:52:13.952600 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:13.982895 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:14.011492 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:14.016727 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f26c069187f44a5391825e3f2d6c97f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9224379 May 20 16:52:14.016727 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f3be9ab7-8ebc-416a-9842-266b5b73e9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:14.022321 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b094d-fafe-41fe-8e1e-995ae9906628 req-36a11ed8-d1b2-47e8-8dee-b838812b89b3 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:14.026026 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45228) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:14.029519 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af5b094d-fafe-41fe-8e1e-995ae9906628 req-36a11ed8-d1b2-47e8-8dee-b838812b89b3 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 931 time: 0.7982373 May 20 16:52:14.067098 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Checking segment: {'id': 'e617944e-b8b9-4554-a228-2a51f8d6fd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '018f12ab-9dba-4530-95e6-05ea881a66a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:14.067604 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Network hostable DHCP agents. Network: 018f12ab-9dba-4530-95e6-05ea881a66a8, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:52:14.080318 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.082985 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.132741 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:14.177747 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.178687 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4ff0bc0d-7832-4710-bb20-2561f27869a1 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:14.229783 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af5b094d-fafe-41fe-8e1e-995ae9906628 req-b234e30e-771b-406e-a333-9af5bcfa4450 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991441 May 20 16:52:14.242369 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:14.255531 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:14.257492 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group_rule and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:14.263315 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:14.267666 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.274532 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Network 018f12ab-9dba-4530-95e6-05ea881a66a8 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:52:14.279091 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:14.283364 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:14.288795 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.292017 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.294991 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Sync routers for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:14.312850 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:14.314339 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:14.329461 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 018f12ab-9dba-4530-95e6-05ea881a66a8) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:14.334827 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:51:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:14.356498 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:14.368120 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:14.369094 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.371715 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:14.379371 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ef9de-ac99-4358-b28b-c44371f57ff7 None None] Network 018f12ab-9dba-4530-95e6-05ea881a66a8 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:14.396236 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] 10.222.0.69 "PUT /v2.0/routers/73377523-a2f4-48a4-a032-083e264df5ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6319733 May 20 16:52:14.405208 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ae421c8531a46ce8f4d1fb60912b3a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048364 May 20 16:52:14.406315 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279cdfce-5083-4139-97c8-e67f4e8bac18,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:14.409942 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45234) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:14.415655 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:14.456957 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23cfdf4-e807-4ca8-b5eb-61436d9df317,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:14.466426 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.5746512 May 20 16:52:14.499258 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-de81cb3b-7108-42ca-a5c5-fe8a0f14b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.524600 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.534462 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.544840 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.563981 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:14.587661 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6fb642cb-c529-4984-ac60-ea3b5e3ff1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:14.639112 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 4ff0bc0d-7832-4710-bb20-2561f27869a1 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:14.642013 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.774933 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.791061 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f063bd-1c4f-45b3-a91d-3b57a99070eb,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:14.794516 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:14.795246 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:14.799916 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2619512 May 20 16:52:14.800633 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45248) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:14.827451 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'security_group_rule': {'security_group_id': 'b7f063bd-1c4f-45b3-a91d-3b57a99070eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:14.836501 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:14.841568 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group_rule and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:14.844692 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:14.851790 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:14.861028 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:14.910741 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45252) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:14.949475 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.042401 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.206318 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.240652 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cc45246b-761b-4bc1-9360-9b82f6b0de6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:15.300748 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.356755 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279cdfce-5083-4139-97c8-e67f4e8bac18,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:15.372453 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.427532 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:15.429615 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.553930 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.579830 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.597638 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:15.615597 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/279cdfce-5083-4139-97c8-e67f4e8bac18 HTTP/1.1" status: 204 len: 168 time: 1.2013714 May 20 16:52:15.638242 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:15.645551 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:11Z', 'revision_number': 2, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:15.655167 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Checking router: 73377523-a2f4-48a4-a032-083e264df5ad for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:15.656295 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Updating router 73377523-a2f4-48a4-a032-083e264df5ad port b9e8f79c-1685-40fa-97de-b9f1d58f7642 binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:52:15.808631 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.817840 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1e891-0048-42dc-8790-7887d463d3f0 None None] Network 018f12ab-9dba-4530-95e6-05ea881a66a8 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:15.849809 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0ca57e-3e16-4b09-b963-b687353cfb5c,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:15.901249 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:15.908281 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.957357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.967813 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.977178 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.984679 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.985395 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:15.990019 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1842945 May 20 16:52:16.010812 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45274) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:16.030833 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'security_group_rule': {'security_group_id': 'b7f063bd-1c4f-45b3-a91d-3b57a99070eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:16.040314 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:16.060264 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:16.061568 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:16.064570 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Usage tracker for resource:security_group_rule and tenant:d69fdbcc12ea456f896968ffb48446d4 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:16.081050 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:16.094409 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group_rule and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:16.100637 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:16.117979 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:16.127943 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:16.205696 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c511903-c6aa-44d6-ba15-6ceee9aa6b11 req-92f951bc-1672-49c6-957e-92cb80e0521c tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:16.210221 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0c511903-c6aa-44d6-ba15-6ceee9aa6b11 req-92f951bc-1672-49c6-957e-92cb80e0521c tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 931 time: 0.7838645 May 20 16:52:16.218809 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45282) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:16.267601 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Pushing event updated for resources: {'Port': ['ID=d3623c78-a027-408b-8def-6c2fa04d398f,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:16.270328 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-27754370-network', 'tenant_id': '87e8f497e3d84f43ae07cca17c40ab01'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:16.277173 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:16.281258 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:16.287022 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Usage tracker for resource:network and tenant:87e8f497e3d84f43ae07cca17c40ab01 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:16.290818 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:16.291252 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Notify callbacks [] for port, precommit_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.297531 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:16.298394 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c69c2811-f75c-4477-bb91-c81500838fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:16.306316 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Transition to ACTIVE for port object 37a77bb6-6e06-4072-b10e-e2b10783acb0 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:16.326521 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.335256 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-3b506256-f273-4651-ad37-0eedb1e3c4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:16.347782 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23cfdf4-e807-4ca8-b5eb-61436d9df317,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:16.350951 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:16.369639 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.370767 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d23cfdf4-e807-4ca8-b5eb-61436d9df317 HTTP/1.1" status: 204 len: 168 time: 2.3286150 May 20 16:52:16.386378 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0c511903-c6aa-44d6-ba15-6ceee9aa6b11 req-d4990c08-70df-40d5-b32c-8eb744588ca3 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585603 May 20 16:52:16.414288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Made reservation on behalf of 87e8f497e3d84f43ae07cca17c40ab01 for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:16.422005 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf7496-1a2d-4185-9d38-f920a6073149 None None] Pushing event updated for resources: {'Port': ['ID=37a77bb6-6e06-4072-b10e-e2b10783acb0,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:16.435616 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-c7cf7496-1a2d-4185-9d38-f920a6073149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:16.440744 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.456413 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:16.456796 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.497173 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.572891 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.647549 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:16.689203 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Usage tracker for resource:security_group_rule and tenant:87e8f497e3d84f43ae07cca17c40ab01 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:16.707822 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:16.764368 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:16.782513 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:16.786324 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:16.794212 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.847213 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Transition to ACTIVE for port object b9e8f79c-1685-40fa-97de-b9f1d58f7642 will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:16.872395 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.896507 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:16.916002 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-11a2ea16-6c42-4d33-b68c-be543e0cf4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:16.916596 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.047750 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3a88da66-70c6-4a8b-a306-00fc4285eada tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:17.101272 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.107785 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0898960 May 20 16:52:17.120079 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45296) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:17.200428 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'floatingip': {'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:17.205668 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25ee5a1-cc8e-4733-b79b-fd6a070426d3,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:17.220740 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:17.223457 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4eed1d4f-3c00-44d1-afb8-1914780f0ba5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:17.227845 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:floatingip and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:17.239376 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:17.267182 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:17.312153 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45302) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:17.339802 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.344199 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0ad93c00-6c94-4ccb-b0da-e764ec245e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.345664 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.359248 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866313358', 'description': 'tempest-description--789256816'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:17.376558 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.387327 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:17.396161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:17.405099 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:17.416587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:17.443324 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.453391 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.536399 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ceed941f-1036-4416-8bd8-9cea05020ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:17.678591 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7b828-9e1d-43ae-ab20-b5bbc5c5ac70 None None] Pushing event updated for resources: {'Port': ['ID=b9e8f79c-1685-40fa-97de-b9f1d58f7642,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:17.684365 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-cda7b828-9e1d-43ae-ab20-b5bbc5c5ac70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:17.763586 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:17.822320 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:17.844236 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group_rule and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:17.863712 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Attempting to bind port b9e8f79c-1685-40fa-97de-b9f1d58f7642 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:17.865092 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d69fdbcc12ea456f896968ffb48446d4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9239163 May 20 16:52:17.866463 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:17.867165 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Attempting to bind port b9e8f79c-1685-40fa-97de-b9f1d58f7642 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:17.870032 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45322) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:17.871368 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Attempting to bind port b9e8f79c-1685-40fa-97de-b9f1d58f7642 on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:17.874692 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6731bc-c1c4-475c-8808-31624342508e,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:17.880145 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:17.893137 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:17.896942 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:17.897678 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Checking segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:17.899066 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.900837 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Bound using segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:17.901579 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Bound port: b9e8f79c-1685-40fa-97de-b9f1d58f7642, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:17.902502 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:17.973575 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.004855 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Attempting to bind port 37a77bb6-6e06-4072-b10e-e2b10783acb0 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:18.006734 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Attempting to bind port 37a77bb6-6e06-4072-b10e-e2b10783acb0 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:18.007557 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Attempting to bind port 37a77bb6-6e06-4072-b10e-e2b10783acb0 on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:18.031901 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.062965 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:52:18.074638 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.074638 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Added segment a6fb3762-b63e-4f3b-a55f-6ef1536ee0da of type vlan for network 8651518e-0e9d-4536-9594-2deeb1cb8337 May 20 16:52:18.090253 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.109236 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.120766 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:18.121164 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Checking segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:18.121552 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.121952 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Bound using segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:18.122485 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Bound port: 37a77bb6-6e06-4072-b10e-e2b10783acb0, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:18.122851 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.144980 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:18.197633 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.200170 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.204202 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94238e3-9a39-454e-823e-aee6c4cb7f5f,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:18.240932 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.242038 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:18.243418 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:18.244113 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.246420 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] For port b9e8f79c-1685-40fa-97de-b9f1d58f7642, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:18.248730 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:18.252855 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] For port b9e8f79c-1685-40fa-97de-b9f1d58f7642, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=b9e8f79c-1685-40fa-97de-b9f1d58f7642,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:18.264245 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.271297 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:18.335010 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08631280-ed8f-40bc-8e97-43c2873ce344 req-8fa1effe-af70-4e58-8fe9-0e0d81c3742d tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:18.342996 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-08631280-ed8f-40bc-8e97-43c2873ce344 req-8fa1effe-af70-4e58-8fe9-0e0d81c3742d tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 931 time: 0.7395606 May 20 16:52:18.352476 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:18.364700 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.385751 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Transition to ACTIVE for port object 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:18.411186 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.418589 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:18.423014 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:18.423575 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.477623 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Router ba2da7f1-9d3e-4e61-9001-c06bc62c324a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:18.495825 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:18.497961 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:18.698046 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7b828-9e1d-43ae-ab20-b5bbc5c5ac70 None None] Pushing event updated for resources: {'Port': ['ID=b9e8f79c-1685-40fa-97de-b9f1d58f7642,revision_number=4']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:18.718550 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-cda7b828-9e1d-43ae-ab20-b5bbc5c5ac70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:18.778798 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] For port 37a77bb6-6e06-4072-b10e-e2b10783acb0, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:18.817464 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] For port 37a77bb6-6e06-4072-b10e-e2b10783acb0, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=37a77bb6-6e06-4072-b10e-e2b10783acb0,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:18.828195 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.828934 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.854169 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.858014 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:18.932843 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.933774 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Pushing event updated for resources: {'Network': ['ID=8651518e-0e9d-4536-9594-2deeb1cb8337,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:18.946651 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:18.953068 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:18.989531 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:18.995511 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:19.036633 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf7496-1a2d-4185-9d38-f920a6073149 None None] Pushing event updated for resources: {'Port': ['ID=37a77bb6-6e06-4072-b10e-e2b10783acb0,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:19.037952 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:19.045355 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-c7cf7496-1a2d-4185-9d38-f920a6073149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:19.051337 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 8651518e-0e9d-4536-9594-2deeb1cb8337 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:52:19.072127 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d65d98-4937-442f-9877-e42fd176cf2c,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:19.072370 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:19.073092 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Attempting to bind port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:19.074917 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Attempting to bind port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e1300a96-141e-4247-bb24-881069d56786'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:19.076329 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Attempting to bind port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 on network e1300a96-141e-4247-bb24-881069d56786 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:19.093697 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.108474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.118953 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-cd26a561-cc0f-48f5-bdac-61ddba0dbede tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7896142 May 20 16:52:19.131391 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45346) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:19.141113 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.143433 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c6731bc-c1c4-475c-8808-31624342508e HTTP/1.1" status: 204 len: 168 time: 1.2653844 May 20 16:52:19.157562 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'security_group_rule': {'security_group_id': '63d65d98-4937-442f-9877-e42fd176cf2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:19.186277 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9621840 May 20 16:52:19.199523 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45354) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:19.208165 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6731bc-c1c4-475c-8808-31624342508e,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:19.231914 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:19.233995 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:19.237087 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:19.239028 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:19.246691 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-08631280-ed8f-40bc-8e97-43c2873ce344 req-26e7da1a-5e52-42bf-b40d-d495c13c7714 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195854 May 20 16:52:19.260907 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Request body: {'subnet': {'network_id': '8651518e-0e9d-4536-9594-2deeb1cb8337', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-27754370-subnet', 'tenant_id': '87e8f497e3d84f43ae07cca17c40ab01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:19.281317 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:19.294714 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Usage tracker for resource:subnet and tenant:87e8f497e3d84f43ae07cca17c40ab01 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:19.298365 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:19.315720 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:19.340626 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group_rule and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:19.351288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:19.369334 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Made reservation on behalf of 87e8f497e3d84f43ae07cca17c40ab01 for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:19.376917 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.450487 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 on network e1300a96-141e-4247-bb24-881069d56786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:52:19.451077 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Attempting to bind port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 on network e1300a96-141e-4247-bb24-881069d56786 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:19.502350 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:19.503067 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:19.586868 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:19.642617 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:19.643246 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Checking segment: {'id': 'e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e1300a96-141e-4247-bb24-881069d56786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:19.645540 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Bound using segment: {'id': 'e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e1300a96-141e-4247-bb24-881069d56786'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:19.646671 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Bound port: 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e1300a96-141e-4247-bb24-881069d56786'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:19.647053 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.699990 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.796184 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:19.907221 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.935549 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:19.946512 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:20.008957 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:18Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:20.010745 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551100b0-4c57-4f60-8780-adf4a9e4bd44,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:20.021392 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:20.022998 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa751d-14c0-4b7a-90c4-b0449f4fbd5b None None] The sync data for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb is: [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:18Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:20.082997 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:20.096528 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:20.099403 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9498961 May 20 16:52:20.171020 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45366) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:20.188036 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'security_group_rule': {'security_group_id': '63d65d98-4937-442f-9877-e42fd176cf2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:20.189609 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] For port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:20.216481 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] For port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,segment=NetworkSegment(e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb),segment_id=e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:20.253318 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:20.283735 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:20.308622 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:20.338842 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group_rule and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:20.392817 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:20.429476 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:20.535015 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:20.544463 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:20.576766 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:20.579610 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:20.581293 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] 10.222.0.82 "PUT /v2.0/ports/4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 HTTP/1.1" status: 200 len: 1093 time: 6.9500968 May 20 16:52:20.585657 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Allocated IP 172.28.2.130 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/ef89c4d1-0b05-40f3-8a0b-d913b6b3b0fb) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:20.598799 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'tag': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:20.663112 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:20.718169 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:20.749103 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Sync routers for ids ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:20.857186 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Routers {'ba2da7f1-9d3e-4e61-9001-c06bc62c324a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:20.857860 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:21.033279 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b9e8f79c-1685-40fa-97de-b9f1d58f7642 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:21.151221 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.175944 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.208128 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-8dc3fd84-bca2-41d2-945b-b3990d48df6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:21.234556 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb78eed-5963-4475-a9c0-5442dc0cc23f,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:21.247123 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:21.321235 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.325572 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.335868 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c03f-c4d7-4127-8635-1eddd08fbd7f req-619684be-f648-4060-a44b-54b9ecb56e37 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:21.344015 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7975c03f-c4d7-4127-8635-1eddd08fbd7f req-619684be-f648-4060-a44b-54b9ecb56e37 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 943 time: 0.6974020 May 20 16:52:21.399771 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:21.404545 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.446955 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] 10.222.0.69 "PUT /v2.0/routers/ba2da7f1-9d3e-4e61-9001-c06bc62c324a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2905624 May 20 16:52:21.447152 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.448504 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2737381 May 20 16:52:21.458758 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45408) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:21.472817 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5d7fbc6b-3e4f-46a6-ad6f-6c27a5df2918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:21.502939 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7975c03f-c4d7-4127-8635-1eddd08fbd7f req-cdb116db-33bb-4f9d-94d4-596a39cb97c3 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579139 May 20 16:52:21.516537 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'floatingip': {'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:21.531835 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:21.544263 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:floatingip and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:21.550023 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:21.568399 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:21.581640 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Set router ba2da7f1-9d3e-4e61-9001-c06bc62c324a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:21.610649 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.661517 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:21.668776 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:21.685633 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:21.685830 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4dae8d-2765-432c-ac44-fe8711130084,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:21.694786 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:21.722953 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port b9e8f79c-1685-40fa-97de-b9f1d58f7642 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:21.729203 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Checking segment: {'id': 'a6fb3762-b63e-4f3b-a55f-6ef1536ee0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8651518e-0e9d-4536-9594-2deeb1cb8337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:21.729590 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Network hostable DHCP agents. Network: 8651518e-0e9d-4536-9594-2deeb1cb8337, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:52:21.778704 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:18Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:21.780939 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port b9e8f79c-1685-40fa-97de-b9f1d58f7642 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:21.781442 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.824989 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Network 8651518e-0e9d-4536-9594-2deeb1cb8337 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:52:21.868528 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:21.874965 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b07007-ec14-44ab-bfb6-2a99ae379c9a None None] The sync data for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb is: [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:18Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:21.915582 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be375098-59b7-40f7-99df-dcda396614db req-092e2086-4c08-401a-aa3d-2968a8a4c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:21.918984 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-092e2086-4c08-401a-aa3d-2968a8a4c9d9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e1a4fb55bf624b0190a8a212a59de9ea&device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 1096 time: 0.8374491 May 20 16:52:22.022303 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 8651518e-0e9d-4536-9594-2deeb1cb8337) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:22.079989 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:22.092962 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:22.125931 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e617f2-1a30-43dd-a953-bdfd76dba5cb None None] Network 8651518e-0e9d-4536-9594-2deeb1cb8337 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:22.224393 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.0192010 May 20 16:52:22.250694 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'Port': ['ID=ef89c4d1-0b05-40f3-8a0b-d913b6b3b0fb,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:22.280756 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:22.302141 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:22.309360 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-523182a1-f01e-4a1c-9528-417626d988e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 HTTP/1.1" status: 200 len: 217 time: 0.3529592 May 20 16:52:22.505361 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:22.615845 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Allocated IP 172.28.2.87 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/4ef234c5-548d-461b-9e86-88e45775b30a) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:22.635890 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'tag': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21', 'status': 'completed', 'code': 200} May 20 16:52:22.712787 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be375098-59b7-40f7-99df-dcda396614db req-1942b320-a1d2-4049-a63c-65a309279e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:22.732637 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-1942b320-a1d2-4049-a63c-65a309279e86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c57f8a1-fff3-4de7-be31-b6f8b59df5e7 HTTP/1.1" status: 200 len: 851 time: 0.3919525 May 20 16:52:22.848764 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45472) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:22.885119 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-3231d9bd-5ca4-41c1-9393-f2bbdea094a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e1300a96-141e-4247-bb24-881069d56786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426370 May 20 16:52:22.922074 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e3bcb-d9d0-4d2c-803a-9fe785b134c1 None None] Network 8651518e-0e9d-4536-9594-2deeb1cb8337 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:52:23.240385 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.357756 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.422762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Deleting subnet 651a5c85-0043-4c8f-b381-f0767563f641 {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:52:23.431635 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port b9e8f79c-1685-40fa-97de-b9f1d58f7642, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=b9e8f79c-1685-40fa-97de-b9f1d58f7642,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:23.465175 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.496088 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.510993 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:23.611824 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-8dff1312-01ec-44b2-960e-921ecbf523b5 service neutron] 10.222.0.82 "GET /v2.0/networks/e1300a96-141e-4247-bb24-881069d56786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6615722 May 20 16:52:23.615348 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.676114 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.676296 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=b9e8f79c-1685-40fa-97de-b9f1d58f7642,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:23.712228 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:23.720608 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 37a77bb6-6e06-4072-b10e-e2b10783acb0 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:23.758175 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.770396 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-671a88f6-c92f-4afa-b14a-b68537df7dbd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:23.776505 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-671a88f6-c92f-4afa-b14a-b68537df7dbd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 818 time: 0.5072839 May 20 16:52:23.803648 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:13Z', 'revision_number': 4, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port': {'id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:58Z', 'updated_at': '2021-05-20T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd3623c78-a027-408b-8def-6c2fa04d398f', 'name': '', 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'mac_address': 'fa:16:3e:fe:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe343890-87e5-4138-aafc-1584992a222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:11Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 2, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'subnets': [{'id': 'fe343890-87e5-4138-aafc-1584992a222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:23.821762 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-9928cdd6-a0ce-40a7-9107-a969c225cab4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/quotas/a1e11b4e0e2b4bf883071d66a6614721 HTTP/1.1" status: 200 len: 375 time: 0.0304794 May 20 16:52:23.829100 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Checking router: ba2da7f1-9d3e-4e61-9001-c06bc62c324a for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:23.829477 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Updating router ba2da7f1-9d3e-4e61-9001-c06bc62c324a port d3623c78-a027-408b-8def-6c2fa04d398f binding host dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:52:23.856737 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.917041 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.922295 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2d2d1413-7d8d-492f-a9a6-41643858ebe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:23.939038 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadd8db-a1c9-40e9-8081-bc418254a639 req-e08077e8-5055-4b2f-b643-de050b834800 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:23.946445 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6dadd8db-a1c9-40e9-8081-bc418254a639 req-e08077e8-5055-4b2f-b643-de050b834800 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 943 time: 1.0189135 May 20 16:52:23.965401 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:23.997037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.031472 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:24.103057 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:24.122443 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:24.126917 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:24.167871 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 37a77bb6-6e06-4072-b10e-e2b10783acb0 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:24.187065 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 37a77bb6-6e06-4072-b10e-e2b10783acb0 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:24.187449 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.212604 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6dadd8db-a1c9-40e9-8081-bc418254a639 req-62fcaebe-eda4-4bd0-ada5-0ba88ba19ec3 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598011 May 20 16:52:24.242944 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.243668 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1159170 May 20 16:52:24.301313 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-e8754ab1-779c-40b3-80d4-6c9524c790f1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4606316 May 20 16:52:24.346790 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'Port': ['ID=4ef234c5-548d-461b-9e86-88e45775b30a,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:24.360203 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:24.383270 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'Port': ['ID=ef89c4d1-0b05-40f3-8a0b-d913b6b3b0fb,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:24.387678 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.393302 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:24.407281 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-be375098-59b7-40f7-99df-dcda396614db req-16907111-867f-42f9-b719-abf07e60170e service neutron] 10.222.0.82 "GET /v2.0/networks/e1300a96-141e-4247-bb24-881069d56786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866890 May 20 16:52:24.528659 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.723359 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.750701 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d0f9afd1-d816-41b7-9aaa-81eb1adbd98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:24.806311 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.810667 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651a5c85-0043-4c8f-b381-f0767563f641,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:24.817390 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:24.825274 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/651a5c85-0043-4c8f-b381-f0767563f641 HTTP/1.1" status: 204 len: 168 time: 1.9626999 May 20 16:52:24.836044 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45598) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:24.848667 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.868082 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.890234 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.918215 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 37a77bb6-6e06-4072-b10e-e2b10783acb0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=37a77bb6-6e06-4072-b10e-e2b10783acb0,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:24.924677 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b6d0c16f-8aff-4908-a47c-0e1f0acabed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:24.976776 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:24.989833 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:25.041568 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'Port': ['ID=4ef234c5-548d-461b-9e86-88e45775b30a,revision_number=2']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:25.046930 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:25.065499 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.092899 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-08e77f2b-ba9b-4edf-93a1-d8e8041d9069 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Synchronizing usage tracker for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:25.093834 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Notify callbacks [] for port, precommit_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.096848 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-eaedcd80-2e5c-47c0-ac5f-13d77b93b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:25.103960 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-eaedcd80-2e5c-47c0-ac5f-13d77b93b28e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e1a4fb55bf624b0190a8a212a59de9ea&device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 1096 time: 0.4577813 May 20 16:52:25.119145 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Transition to ACTIVE for port object d3623c78-a027-408b-8def-6c2fa04d398f will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:25.125928 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=37a77bb6-6e06-4072-b10e-e2b10783acb0,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:25.137610 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-08e77f2b-ba9b-4edf-93a1-d8e8041d9069 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Unset dirty status for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:25.139084 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-08e77f2b-ba9b-4edf-93a1-d8e8041d9069 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--168905150&fields=id&tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca HTTP/1.1" status: 200 len: 267 time: 0.2681460 May 20 16:52:25.148243 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:25.149568 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.150489 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.152861 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6817439 May 20 16:52:25.168559 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:25.171197 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.392623 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-b5803c08-8065-4532-ac40-fbe074814b83 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=91595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:52:25.393789 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-b5803c08-8065-4532-ac40-fbe074814b83 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5202086 May 20 16:52:25.467869 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa77f0-143a-4315-a3e1-634b4e74b654 None None] Pushing event updated for resources: {'Port': ['ID=d3623c78-a027-408b-8def-6c2fa04d398f,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:25.499647 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-bffa77f0-143a-4315-a3e1-634b4e74b654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:25.536767 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.551652 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.552244 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.553105 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.553746 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > port after_create 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.554490 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > port after_delete 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.557192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > port after_update 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.557706 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.558213 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.558716 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.559181 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.658493 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 37a77bb6-6e06-4072-b10e-e2b10783acb0 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:25.668688 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-f43b1491-26d4-4a81-b86e-b7f9fbfd35fa service neutron] 10.222.0.69 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631524 May 20 16:52:25.688427 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45628) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:25.699714 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-40043b4c-5f70-4b99-b5cd-1f0f547a6a51 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:25.700587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-40043b4c-5f70-4b99-b5cd-1f0f547a6a51 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Synchronizing usage tracker for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:network {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:25.761348 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.761692 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.762251 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.762732 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:52:25.763236 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018f12ab-9dba-4530-95e6-05ea881a66a8']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:25.771952 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Attempting to bind port d3623c78-a027-408b-8def-6c2fa04d398f on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:25.772439 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Attempting to bind port d3623c78-a027-408b-8def-6c2fa04d398f by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:25.772815 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Attempting to bind port d3623c78-a027-408b-8def-6c2fa04d398f on network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:25.779164 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:25.779546 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Checking segment: {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:25.779959 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.780359 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Bound using segment: {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:25.780836 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Bound port: d3623c78-a027-408b-8def-6c2fa04d398f, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:25.781219 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.802556 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-40043b4c-5f70-4b99-b5cd-1f0f547a6a51 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Unset dirty status for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:network {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:25.803709 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-40043b4c-5f70-4b99-b5cd-1f0f547a6a51 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 811 time: 0.6487076 May 20 16:52:25.812911 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-05173cb8-8e25-4b70-a080-955031c094a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:25.814758 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-05173cb8-8e25-4b70-a080-955031c094a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e1300a96-141e-4247-bb24-881069d56786 HTTP/1.1" status: 200 len: 912 time: 0.7058027 May 20 16:52:25.817823 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e617944e-b8b9-4554-a228-2a51f8d6fd0a') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:25.818151 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e617944e-b8b9-4554-a228-2a51f8d6fd0a') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:25.834383 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-8bae5087-d7af-495d-a249-6245b7ba2ff6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/quotas/7373aa4caf604ebc9fa09eb2ef8d71ca HTTP/1.1" status: 200 len: 375 time: 0.0246353 May 20 16:52:25.849273 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-058bc185-494a-4107-89c7-c949a2bb041e service neutron] 10.222.0.69 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796849 May 20 16:52:25.918679 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] For port d3623c78-a027-408b-8def-6c2fa04d398f, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:25.922032 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] For port d3623c78-a027-408b-8def-6c2fa04d398f, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=d3623c78-a027-408b-8def-6c2fa04d398f,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:25.930317 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 37a77bb6-6e06-4072-b10e-e2b10783acb0 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:25.930317 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.948094 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.970213 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.978431 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:52:25.978900 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.987561 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:25.990354 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:26.012795 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-c7cf7496-1a2d-4185-9d38-f920a6073149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:26.049845 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:26.070888 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Usage tracker for resource:security_group_rule and tenant:b19083a6236b43828f97b011393be089 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:26.106715 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Routers {'ba2da7f1-9d3e-4e61-9001-c06bc62c324a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:26.107384 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:26.109080 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: from cryptography.utils import int_from_bytes May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: from cryptography.utils import int_from_bytes May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:52:26.109387 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:52:26.123495 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-ec5ad357-67fc-4de1-825a-0ad1f5ecaa88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 HTTP/1.1" status: 200 len: 217 time: 0.2876770 May 20 16:52:26.124481 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:26.131675 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:26.136711 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:26.164882 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:26.228369 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] 10.222.0.69 "DELETE /v2.0/networks/018f12ab-9dba-4530-95e6-05ea881a66a8 HTTP/1.1" status: 204 len: 168 time: 1.3834498 May 20 16:52:26.235103 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Pushing event deleted for resources: {'Network': ['ID=018f12ab-9dba-4530-95e6-05ea881a66a8,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:26.235947 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-0ef0c352-6a98-48f1-a027-717846053e1a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3855886 May 20 16:52:26.237263 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45646) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:26.240487 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:26.278129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-96fccf39-a87d-4fbe-83f0-848663f2b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:26.279713 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-96fccf39-a87d-4fbe-83f0-848663f2b8e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5c57f8a1-fff3-4de7-be31-b6f8b59df5e7 HTTP/1.1" status: 200 len: 851 time: 0.1490929 May 20 16:52:26.313342 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa77f0-143a-4315-a3e1-634b4e74b654 None None] Pushing event updated for resources: {'Port': ['ID=d3623c78-a027-408b-8def-6c2fa04d398f,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:26.343176 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-bffa77f0-143a-4315-a3e1-634b4e74b654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:26.358601 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-8e05746b-2971-4da8-b43f-615e523bbf88 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e1300a96-141e-4247-bb24-881069d56786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707250 May 20 16:52:26.441749 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b9e8f79c-1685-40fa-97de-b9f1d58f7642 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:26.517386 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-7b703809-7c78-4102-a7b1-5bf075179273 service neutron] 10.222.0.69 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139192 May 20 16:52:26.546180 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] Set router ba2da7f1-9d3e-4e61-9001-c06bc62c324a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:26.588922 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-af14144c-81d9-4708-8875-39268d1e281d service neutron] 10.222.0.82 "GET /v2.0/networks/e1300a96-141e-4247-bb24-881069d56786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137976 May 20 16:52:26.618884 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Deleting subnet 1f4dae8d-2765-432c-ac44-fe8711130084 {{(pid=91595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:52:26.631555 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:26.649948 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port b9e8f79c-1685-40fa-97de-b9f1d58f7642 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:26.650452 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:26.807811 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a21e88b7-9367-48b7-9f78-74e3f356fb07 req-ce0b8a7d-abb7-4120-b805-94f645adfcdc service neutron] 10.222.0.82 "GET /v2.0/networks/e1300a96-141e-4247-bb24-881069d56786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106111 May 20 16:52:26.938373 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:26.969819 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:26.974573 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.028760 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.042300 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-5e535fc4-dfad-406e-afa9-0d1159ac48cd service neutron] 10.222.0.69 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002356 May 20 16:52:27.089291 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3373a518-ed9c-4048-a206-4cfab3bf3242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:27.115104 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e603ef5-8bc7-4bbd-8882-4b62c88d96c6 req-5c51b72f-a36f-4a24-ad2e-46ee4599dd30 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:27.116568 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8e603ef5-8bc7-4bbd-8882-4b62c88d96c6 req-5c51b72f-a36f-4a24-ad2e-46ee4599dd30 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 943 time: 0.5801489 May 20 16:52:27.174921 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-438ea891-0783-4dda-b541-45a1c004716b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:13Z', 'revision_number': 4, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port': {'id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:58Z', 'updated_at': '2021-05-20T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd3623c78-a027-408b-8def-6c2fa04d398f', 'name': '', 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'mac_address': 'fa:16:3e:fe:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe343890-87e5-4138-aafc-1584992a222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:11Z', 'updated_at': '2021-05-20T16:52:25Z', 'revision_number': 4, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'subnets': [{'id': 'fe343890-87e5-4138-aafc-1584992a222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:27.186548 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ea891-0783-4dda-b541-45a1c004716b None None] The sync data for ids ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'] in dv-cinder-786524-7-smb is: [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:13Z', 'revision_number': 4, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port': {'id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:58Z', 'updated_at': '2021-05-20T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd3623c78-a027-408b-8def-6c2fa04d398f', 'name': '', 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'mac_address': 'fa:16:3e:fe:37:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'fe343890-87e5-4138-aafc-1584992a222f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:11Z', 'updated_at': '2021-05-20T16:52:25Z', 'revision_number': 4, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'subnets': [{'id': 'fe343890-87e5-4138-aafc-1584992a222f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:27.221493 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b19083a6236b43828f97b011393be089&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5267334 May 20 16:52:27.221493 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff7fdeb-3c98-45cc-8f79-6c0d98db9bed,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:27.221881 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45686) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:27.223139 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:27.294856 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45690) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:27.361695 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8e603ef5-8bc7-4bbd-8882-4b62c88d96c6 req-111f2dc4-4834-4be4-be7a-1583c176bc17 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163398 May 20 16:52:27.374733 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.430258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.512489 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.517357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:27.539890 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff7fdeb-3c98-45cc-8f79-6c0d98db9bed,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:27.569284 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:27.570126 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.587934 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ff7fdeb-3c98-45cc-8f79-6c0d98db9bed HTTP/1.1" status: 204 len: 168 time: 0.3508468 May 20 16:52:27.686044 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.695372 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d3623c78-a027-408b-8def-6c2fa04d398f up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:27.740862 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:27.747305 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Usage tracker for resource:security_group_rule and tenant:3869864030404532903851406a16eefb is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:27.751097 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:27.763845 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:27.849268 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d0061cef-eb77-4fc9-a5dc-83e12f92946f req-b754e83c-0935-4466-a5ec-f070d2150306 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 210 time: 0.2179363 May 20 16:52:27.865461 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.893605 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port d3623c78-a027-408b-8def-6c2fa04d398f completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:27.902573 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-f4db4303-4cac-4c12-8666-ff57ef90c3f7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:27.922649 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port d3623c78-a027-408b-8def-6c2fa04d398f triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:27.923032 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:27.932491 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:27.986648 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.008594 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.020599 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-50796597-c96c-4226-ad6c-0ad287d5b7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:28.065618 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.097703 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14564f36-357b-4f90-94cf-5e62bf9ffe18,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:28.110224 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:28.182882 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3869864030404532903851406a16eefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829467 May 20 16:52:28.183725 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45730) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:28.220762 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-f4db4303-4cac-4c12-8666-ff57ef90c3f7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:28.220762 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-f4db4303-4cac-4c12-8666-ff57ef90c3f7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1866313358&fields=id&tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 267 time: 0.6694052 May 20 16:52:28.221499 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4dae8d-2765-432c-ac44-fe8711130084,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:28.232777 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-13cae878-0e96-4ec1-a82b-23e0b711e803 req-cfcf0770-7386-4aa3-a22b-e35d9d40403e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 210 time: 0.2392485 May 20 16:52:28.237227 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:28.276443 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.318947 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port d3623c78-a027-408b-8def-6c2fa04d398f, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=d3623c78-a027-408b-8def-6c2fa04d398f,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:28.328053 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.349027 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-bffa77f0-143a-4315-a3e1-634b4e74b654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:28.474550 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45744) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:28.483961 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=d3623c78-a027-408b-8def-6c2fa04d398f,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:28.493192 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:28.510391 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.553307 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.557435 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-45e62816-8f86-40ef-a3b6-d1359548de1f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:28.558976 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-45e62816-8f86-40ef-a3b6-d1359548de1f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 817 time: 0.3228550 May 20 16:52:28.562374 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-0c8671a7-b8a1-4121-80bb-136274e061b6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1f4dae8d-2765-432c-ac44-fe8711130084 HTTP/1.1" status: 204 len: 168 time: 2.3202364 May 20 16:52:28.580145 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:52:28.614883 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:28.684215 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45756) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:28.685518 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:28.701611 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-84ab0c63-a007-489e-949e-d9f3713ac336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/quotas/9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 375 time: 0.1363921 May 20 16:52:28.750057 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Usage tracker for resource:security_group_rule and tenant:1e4fe6b74de843dea0c49c8196c2f1b6 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:28.819820 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:28.829257 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-6215951e-fa54-45b4-ad10-3f3bf107fdf1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:28.830795 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-6215951e-fa54-45b4-ad10-3f3bf107fdf1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 818 time: 0.2708981 May 20 16:52:28.866951 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-a78db1c1-72ed-4de5-89a0-1758b358740c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/quotas/a1e11b4e0e2b4bf883071d66a6614721 HTTP/1.1" status: 200 len: 375 time: 0.0275531 May 20 16:52:28.868648 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,segment=NetworkSegment(e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb),segment_id=e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:28.888877 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21', 'network_id': 'e1300a96-141e-4247-bb24-881069d56786', 'port_id': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21', 'mac_address': 'fa:16:3e:a5:c6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c57f8a1-fff3-4de7-be31-b6f8b59df5e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:52:28.896821 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:28.897624 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-904ba0e7-5b65-4905-b5d2-eb24dee5985a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:28.976967 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.027485 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:29.063379 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-904ba0e7-5b65-4905-b5d2-eb24dee5985a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:29.065663 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-904ba0e7-5b65-4905-b5d2-eb24dee5985a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3552697 May 20 16:52:29.067583 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,segment=NetworkSegment(e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb),segment_id=e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:29.078867 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.086038 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-bffa77f0-143a-4315-a3e1-634b4e74b654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:29.088073 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-a16d7699-06a6-4956-b8c3-f07f3bac2a00 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099569 May 20 16:52:29.219342 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:29.233103 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:29.295626 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-9cfe0590-4e8c-4e3f-8bcc-f62d052d2d94 service neutron] 10.222.0.69 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776824 May 20 16:52:29.301901 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.356411 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.371808 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-9318cb73-2602-4d10-b1a9-fb70d8415d5d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:29.372473 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-9318cb73-2602-4d10-b1a9-fb70d8415d5d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Synchronizing usage tracker for tenant:a1e11b4e0e2b4bf883071d66a6614721 on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:29.397406 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:52:29.431945 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:29.526595 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14564f36-357b-4f90-94cf-5e62bf9ffe18,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:29.532862 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:29.537984 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-1ac312b3-c979-48ea-86d3-5d8fe6dc2c31 service neutron] 10.222.0.69 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819067 May 20 16:52:29.582303 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c1f454e7-db95-4147-a0d9-0b13fa910943 service neutron] 10.222.0.69 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896207 May 20 16:52:29.592938 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.82', 49984) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:29.596897 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.599250 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/14564f36-357b-4f90-94cf-5e62bf9ffe18 HTTP/1.1" status: 204 len: 168 time: 1.4141953 May 20 16:52:29.606893 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-9318cb73-2602-4d10-b1a9-fb70d8415d5d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Unset dirty status for tenant:a1e11b4e0e2b4bf883071d66a6614721 on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:29.608129 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-9318cb73-2602-4d10-b1a9-fb70d8415d5d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 818 time: 0.8485558 May 20 16:52:29.647684 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d3623c78-a027-408b-8def-6c2fa04d398f up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:29.743308 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.767312 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port d3623c78-a027-408b-8def-6c2fa04d398f triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:29.767856 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.876060 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Request body: {'port': {'device_id': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'admin_state_up': True, 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:29.924571 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:29.946289 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.032531 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d37ed5fb-7d36-44c3-b9db-bc7b423e2884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:30.111192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8651518e-0e9d-4536-9594-2deeb1cb8337']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:30.126948 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-5c37eb27-e822-40cd-ba0e-3bbcb48b9cfb service neutron] 10.222.0.69 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420713 May 20 16:52:30.190557 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d14b66-a66d-4387-9187-6c03d9a6e0fa,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:30.199300 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:30.265168 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fb3762-b63e-4f3b-a55f-6ef1536ee0da') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:30.265464 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fb3762-b63e-4f3b-a55f-6ef1536ee0da') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:30.376007 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d63a0-2568-45c1-a459-98c985b54017 req-3ff9f3cf-008d-43a0-8bad-8ac22551d7a4 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:30.388054 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-702d63a0-2568-45c1-a459-98c985b54017 req-3ff9f3cf-008d-43a0-8bad-8ac22551d7a4 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 944 time: 0.2864323 May 20 16:52:30.418656 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e4fe6b74de843dea0c49c8196c2f1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9432154 May 20 16:52:30.428645 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45804) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:30.429264 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 45806) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:30.493997 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.538061 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-20d33284-5478-4896-85f2-c4d631eaf7a7 req-dd88cc30-d91b-4464-900c-88d8a5ed2a11 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 210 time: 0.0795734 May 20 16:52:30.540145 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.549274 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:30.556034 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-702d63a0-2568-45c1-a459-98c985b54017 req-d9c1f4d7-78a1-43ac-84a6-716982c6efa0 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670318 May 20 16:52:30.642438 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.650057 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:52:30.650566 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.683734 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:30.688751 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:30.689155 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.703175 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-a1c8cf7b-6a1a-45c9-8d79-116dbd972b1a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:30.705003 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-a1c8cf7b-6a1a-45c9-8d79-116dbd972b1a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 811 time: 1.1045120 May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:52:30.705795 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:52:30.711258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:30.715839 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Usage tracker for resource:port and tenant:a1e11b4e0e2b4bf883071d66a6614721 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:30.718991 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:30.725196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:30.746375 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:30.749929 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Usage tracker for resource:security_group_rule and tenant:73d2723676894e5c933e1f00765aace9 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:30.752906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:30.759547 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:30.799818 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cc6ba9e6-4f0c-4bba-8b2a-15149750e80a req-e3587b7c-d3d7-41d7-9700-e1bfee9e5967 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 210 time: 0.1709132 May 20 16:52:30.812027 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bcf362f7-478d-4c7f-9cbb-bc72194f915b req-31264541-eb95-44cb-bd9c-b658ea3f8d08 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 210 time: 0.1121066 May 20 16:52:30.886043 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.939613 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:30.943122 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:30.980701 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-b51a3c95-c64e-49d8-8b77-5ef9f9146911 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca HTTP/1.1" status: 200 len: 379 time: 0.2526081 May 20 16:52:30.981287 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Made reservation on behalf of a1e11b4e0e2b4bf883071d66a6614721 for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:30.984676 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.018187 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'port': {'device_id': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'admin_state_up': True, 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'security_groups': ['b7f063bd-1c4f-45b3-a91d-3b57a99070eb']}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:31.035791 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.049918 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,segment=NetworkSegment(e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb),segment_id=e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:31.059040 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.065115 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:31.101305 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e8281aa8-92d9-4cf7-b996-b72ed4f49b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:31.119565 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.140343 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.155237 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:31.168382 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:31.208975 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Pushing event deleted for resources: {'Network': ['ID=8651518e-0e9d-4536-9594-2deeb1cb8337,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:31.211648 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:31.308325 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21', 'code': 200} May 20 16:52:31.328917 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] 10.222.0.69 "DELETE /v2.0/networks/8651518e-0e9d-4536-9594-2deeb1cb8337 HTTP/1.1" status: 204 len: 168 time: 2.6311269 May 20 16:52:31.385600 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.410869 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.452057 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:31.491519 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.82', 49991) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:31.545281 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45840) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:31.587397 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:31.622326 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:port and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:31.635202 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:31.644973 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73d2723676894e5c933e1f00765aace9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1988146 May 20 16:52:31.650548 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45848) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:31.651927 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1feb70b-8d94-40ac-a4e2-5b90e9b207fd,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:31.656275 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:31.657956 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:31.663538 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.667445 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Allocated IP 172.20.0.6 (23265bd2-0bf8-4538-8c1f-7e6ad40587fb/fe343890-87e5-4138-aafc-1584992a222f/9d6f7a41-ca09-4440-9b8b-4d57e4d654e9) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:31.670242 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:31.687193 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.82', 49992) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:31.716869 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a6bb7ba4-924c-4fc7-9fe3-1ea0939d95ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=891cd9c2e9fb46749d0df0c5d11ced53&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1698680 May 20 16:52:31.718791 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45854) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:31.746182 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Made reservation on behalf of 7373aa4caf604ebc9fa09eb2ef8d71ca for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:31.752229 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.757841 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-3a9a6f42-9057-42bc-bedf-411f09caafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:31.759843 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-3a9a6f42-9057-42bc-bedf-411f09caafc4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 1098 time: 0.2662470 May 20 16:52:31.776197 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d14b66-a66d-4387-9187-6c03d9a6e0fa,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:31.779149 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:31.870646 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b9698845-0117-443a-9389-ad951e3c32cd req-b1c08347-ef72-46e8-a345-1089fac0c4b4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 210 time: 0.1249323 May 20 16:52:31.886252 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.890114 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7d14b66-a66d-4387-9187-6c03d9a6e0fa HTTP/1.1" status: 204 len: 168 time: 1.4428022 May 20 16:52:31.890335 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:31.983761 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:32.002573 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Usage tracker for resource:security_group_rule and tenant:75490fbea50043419089d59d59056ae5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:32.032582 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.105178 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.163508 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:32.174486 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-77549055-0cca-40ee-a5e1-f4a39f073fa6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:32.175202 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-77549055-0cca-40ee-a5e1-f4a39f073fa6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:32.236800 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.246356 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.82', 49995) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:32.271103 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:32.283141 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7edaef60-59c0-45ec-8333-c5209968f3bd req-51d32ecb-70a6-4520-a195-b7df7fc1f47c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 210 time: 0.1135428 May 20 16:52:32.339721 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a9ce1-a175-4b0e-b48c-bfaa2ba41065 req-a0739236-05b8-452d-95f2-ed44826fe9b3 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:32.341247 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2d2a9ce1-a175-4b0e-b48c-bfaa2ba41065 req-a0739236-05b8-452d-95f2-ed44826fe9b3 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 945 time: 0.5307975 May 20 16:52:32.346064 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.348091 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.371676 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c9425a04-5366-425c-af06-5916406500ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:32.422158 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1feb70b-8d94-40ac-a4e2-5b90e9b207fd,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:32.444584 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:32.461848 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.465417 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e1feb70b-8d94-40ac-a4e2-5b90e9b207fd HTTP/1.1" status: 204 len: 168 time: 0.8114765 May 20 16:52:32.515934 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2d2a9ce1-a175-4b0e-b48c-bfaa2ba41065 req-b51d914e-ef65-438d-9499-2794baa03943 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451323 May 20 16:52:32.642999 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.665117 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Allocated IP 172.20.0.9 (d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774/7e091d55-680c-417b-a11a-1e810fca8000/c91f1c15-9c47-4183-997b-f22366b47f39) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:32.665610 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c7e49921-f2c3-4d8f-9793-257198751472 req-2fcd5131-9af6-422b-be50-e4917d47539b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 210 time: 0.1381879 May 20 16:52:32.684348 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.693151 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.700530 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:32.720132 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.732565 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd6629e-cfe0-4676-a94e-3901bae2e29f,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:32.735508 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:32.735994 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:32.778648 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Synchronizing usage tracker for tenant:75490fbea50043419089d59d59056ae5 on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:32.781225 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:32.782373 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-bb1d888a-6360-4f03-afe8-fd17136e0491 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1cd6629e-cfe0-4676-a94e-3901bae2e29f HTTP/1.1" status: 204 len: 168 time: 1.0557313 May 20 16:52:32.785426 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5b218e59-0e70-4291-997f-14149f7d2954,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:32.789189 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:32.790783 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-77549055-0cca-40ee-a5e1-f4a39f073fa6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:32.794136 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-77549055-0cca-40ee-a5e1-f4a39f073fa6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 817 time: 1.1017134 May 20 16:52:32.812384 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Unset dirty status for tenant:75490fbea50043419089d59d59056ae5 on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:32.813980 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-84018540-26a9-4522-a7fc-c129e78c90c9 req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0047500 May 20 16:52:32.821286 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-59211308-f8b4-4e8a-a8f1-a479e47d2c5c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:32.822981 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-59211308-f8b4-4e8a-a8f1-a479e47d2c5c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 818 time: 0.5762782 May 20 16:52:32.900258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Request body: {'port': {'device_id': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'admin_state_up': True, 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:33.013623 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-d44e61ae-4d07-46e2-99cb-2ba7a31f0162 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:33.084868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-87cdcb75-08d9-4a4d-a598-939fdd1bb391 req-ae4bbb67-8956-4bd3-95bd-47b47f51971a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 210 time: 0.0577838 May 20 16:52:33.140049 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.181482 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-d44e61ae-4d07-46e2-99cb-2ba7a31f0162 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:33.182886 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-d44e61ae-4d07-46e2-99cb-2ba7a31f0162 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 380 time: 0.3551514 May 20 16:52:33.189810 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:33.229329 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45916) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:33.248383 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'port': {'device_id': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'admin_state_up': True, 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'security_groups': ['63d65d98-4937-442f-9877-e42fd176cf2c']}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:33.290733 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-39ebed9d-f3d4-4f28-8f13-336ec2a1da4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87e8f497e3d84f43ae07cca17c40ab01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598686 May 20 16:52:33.293046 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 45920) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:33.380781 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:33.381849 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.389221 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:33.434330 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.499033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:33.540451 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Pushing event updated for resources: {'Port': ['ID=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:33.544836 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0ddf0617-8480-4c3d-9082-a9b9c25c3b84 req-ebdc3db4-b1a6-4bc7-997d-62aad503e272 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 210 time: 0.0977449 May 20 16:52:33.567811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:33.607880 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.610931 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.611175 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:33.617295 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d65c6028-e4d3-4bca-9ec0-eec1f136a3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:33.625250 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Usage tracker for resource:port and tenant:a1e11b4e0e2b4bf883071d66a6614721 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:33.632466 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:33.644594 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94238e3-9a39-454e-823e-aee6c4cb7f5f,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:33.646023 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:33.647817 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:33.649117 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.652795 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c94238e3-9a39-454e-823e-aee6c4cb7f5f HTTP/1.1" status: 204 len: 168 time: 0.3587663 May 20 16:52:33.695763 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Transition to ACTIVE for port object c91f1c15-9c47-4183-997b-f22366b47f39 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:33.701847 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:33.702707 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.737149 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:33.743456 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Made reservation on behalf of a1e11b4e0e2b4bf883071d66a6614721 for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:33.747125 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:33.768523 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0181890 May 20 16:52:33.774655 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:33.794926 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Request body: {'port': {'device_id': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:33.877732 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-19e92b96-ed03-4c17-b12d-8c85503fcab4 req-d9fc8f0f-833f-4a38-8569-1a6a789dd52a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 210 time: 0.0444415 May 20 16:52:33.901166 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793e45-d110-40fc-aabe-4d758e541555 req-112443f6-6435-488a-b0cf-bea2c23b9c20 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:33.902833 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-91793e45-d110-40fc-aabe-4d758e541555 req-112443f6-6435-488a-b0cf-bea2c23b9c20 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 945 time: 0.2065535 May 20 16:52:33.993547 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-91793e45-d110-40fc-aabe-4d758e541555 req-433c6748-4bd6-4324-b92c-99cb2cc82944 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839243 May 20 16:52:34.041960 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:34.053124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Made reservation on behalf of 9bc2e2a7bfb14918b5da9c2ff097f0c8 for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:52:34.057256 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:34.313887 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:34.391825 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:34.445412 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd85359-d4ca-481b-8018-bac5a440c9e3 req-e02888af-961b-4449-ad75-722aa570759f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:34.449983 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fdd85359-d4ca-481b-8018-bac5a440c9e3 req-e02888af-961b-4449-ad75-722aa570759f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 931 time: 0.2296722 May 20 16:52:34.484805 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:34.500203 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:34.508961 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:34.527715 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fdd85359-d4ca-481b-8018-bac5a440c9e3 req-cbf3ec0d-d0ae-4e29-a8cf-116526d62363 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688057 May 20 16:52:34.739251 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae06c0ea-706f-4a89-b401-9cc2d1bcf139 req-e494c245-bc35-4ff7-a0dc-cdf794de7d19 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 210 time: 0.0516646 May 20 16:52:34.857441 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-62191704-1539-4727-95a4-680677604f21 None None] Provisioning for port c91f1c15-9c47-4183-997b-f22366b47f39 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:34.865418 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-62191704-1539-4727-95a4-680677604f21 None None] Provisioning complete for port c91f1c15-9c47-4183-997b-f22366b47f39 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:34.865418 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-62191704-1539-4727-95a4-680677604f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:34.869510 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'Port': ['ID=c91f1c15-9c47-4183-997b-f22366b47f39,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:34.891811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:34.923715 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:34.925319 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:34.952965 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Allocated IP 172.20.0.7 (d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7/535cd6bd-cfe2-4694-8fe0-cc20a0d0c037/9417aaf1-5163-48e7-a257-c6da70d20831) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:34.973956 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Allocated IP 172.20.0.11 (23265bd2-0bf8-4538-8c1f-7e6ad40587fb/fe343890-87e5-4138-aafc-1584992a222f/09c77d0f-332c-4eff-b4d0-34299e64c56b) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:52:34.994413 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-62191704-1539-4727-95a4-680677604f21 None None] Port c91f1c15-9c47-4183-997b-f22366b47f39 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:52:35.019360 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0111666 May 20 16:52:35.064098 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Request body: {'port': {'device_id': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:35.256266 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f139bf83-5c30-45bb-a377-66524598060d req-79af3c7e-7476-4403-abe6-b52264f4b6da tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 210 time: 0.1266732 May 20 16:52:35.321770 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95168c-5e23-4307-85cb-7a8cc35adc6b req-b965c5de-27cb-4ae5-b8b8-f0051793381f tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:35.323526 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1d95168c-5e23-4307-85cb-7a8cc35adc6b req-b965c5de-27cb-4ae5-b8b8-f0051793381f tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 945 time: 0.1921546 May 20 16:52:35.373766 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1d95168c-5e23-4307-85cb-7a8cc35adc6b req-7258b17f-dde6-4dbd-9092-3f276e6e946b tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 May 20 16:52:35.430733 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:35.793357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:35.926521 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a641-bd71-4c61-b5fe-b5c6256db06d req-ca6023d7-0a73-40f2-8913-88a289711fa8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:35.931671 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4cd8a641-bd71-4c61-b5fe-b5c6256db06d req-ca6023d7-0a73-40f2-8913-88a289711fa8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 931 time: 0.2104781 May 20 16:52:36.045637 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1373c77f-93c7-4e82-84cc-044edfd8d251 req-7b9f6e15-3832-4974-8c01-fcd292432e73 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 210 time: 0.0675738 May 20 16:52:36.105187 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4cd8a641-bd71-4c61-b5fe-b5c6256db06d req-a8eeb370-3d41-4f33-a3d8-8ab6306936f8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579769 May 20 16:52:36.237122 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91f1c15-9c47-4183-997b-f22366b47f39 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:36.258224 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Transition to ACTIVE for port object 9417aaf1-5163-48e7-a257-c6da70d20831 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:36.262800 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.270226 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.305443 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Transition to ACTIVE for port object c91f1c15-9c47-4183-997b-f22366b47f39 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:36.320630 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.333421 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:36.629905 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c39ab0-1aae-42b9-8803-11a7696532e0 req-1d716b5c-88ac-47c4-b621-5dda99d1e710 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:36.637576 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c1c39ab0-1aae-42b9-8803-11a7696532e0 req-1d716b5c-88ac-47c4-b621-5dda99d1e710 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 931 time: 0.1786728 May 20 16:52:36.688475 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c1c39ab0-1aae-42b9-8803-11a7696532e0 req-2d6588cb-07a4-417f-8b3a-0fd3bd086909 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495963 May 20 16:52:36.737189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.741191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:36.913601 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Pushing event updated for resources: {'Port': ['ID=c91f1c15-9c47-4183-997b-f22366b47f39,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:36.916733 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:36.928568 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9c1b87ce-60e4-4009-a055-9d6fc936f157 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:37.006773 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:37.015293 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:37.017819 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:37.047528 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:52:37.055828 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46086) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:37.073875 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:52:37.080199 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46094) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:37.083230 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:52:37.248986 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.317060 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:37.325282 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.341683 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Transition to ACTIVE for port object 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:37.350425 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:37.367237 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8b237bc8-c4fc-482e-abec-af2cc547aec6 None None] Provisioning for port 9417aaf1-5163-48e7-a257-c6da70d20831 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:37.372453 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8b237bc8-c4fc-482e-abec-af2cc547aec6 None None] Provisioning complete for port 9417aaf1-5163-48e7-a257-c6da70d20831 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:37.373056 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8b237bc8-c4fc-482e-abec-af2cc547aec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.376047 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Attempting to bind port c91f1c15-9c47-4183-997b-f22366b47f39 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:37.378672 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Attempting to bind port c91f1c15-9c47-4183-997b-f22366b47f39 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:37.379069 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Attempting to bind port c91f1c15-9c47-4183-997b-f22366b47f39 on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:37.381535 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:37.404156 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Usage tracker for resource:security_group_rule and tenant:42c674d5f9364f85856111f23e7c91d6 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:37.440794 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.460498 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:37.478351 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:37.480909 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:37.497637 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Usage tracker for resource:security_group_rule and tenant:6a631efceb9848bc9baef958729598f8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:37.507547 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:37.509659 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8b237bc8-c4fc-482e-abec-af2cc547aec6 None None] Port 9417aaf1-5163-48e7-a257-c6da70d20831 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:52:37.524599 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Pushing event updated for resources: {'Port': ['ID=09c77d0f-332c-4eff-b4d0-34299e64c56b,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:37.526924 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.527641 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Port c91f1c15-9c47-4183-997b-f22366b47f39 on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:52:37.528022 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Attempting to bind port c91f1c15-9c47-4183-997b-f22366b47f39 on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:37.541029 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:37.541680 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.549212 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:37.549365 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:37.550336 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:37.551507 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Checking segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:37.551731 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Bound using segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:37.552474 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Bound port: c91f1c15-9c47-4183-997b-f22366b47f39, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:37.552605 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.562390 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.600s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:37.607227 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500944-9133-480f-954c-229cece47df8 req-e34c5ef1-0d80-4dc3-b502-b77766ac98b6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:37.615781 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-94500944-9133-480f-954c-229cece47df8 req-e34c5ef1-0d80-4dc3-b502-b77766ac98b6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 932 time: 0.3391626 May 20 16:52:37.718025 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e784d-1d05-45da-ac3f-58e787b7ca15 req-78b0d82a-3ea6-4040-ae75-4dd25c01f950 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:37.726010 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-db7e784d-1d05-45da-ac3f-58e787b7ca15 req-78b0d82a-3ea6-4040-ae75-4dd25c01f950 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 943 time: 0.3710363 May 20 16:52:37.750201 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-94500944-9133-480f-954c-229cece47df8 req-26d851aa-b6c0-4afe-9def-81da447d9fd3 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335118 May 20 16:52:37.781720 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Pushing event updated for resources: {'Port': ['ID=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:37.791914 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:37.815356 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-db7e784d-1d05-45da-ac3f-58e787b7ca15 req-e0480af9-39f3-4f60-9384-1e739c2bf666 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881145 May 20 16:52:37.831811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:37.832319 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:37.868132 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-8cb1d39f-0d61-422f-98f7-165774dd6fc1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6327510 May 20 16:52:37.873620 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:37.874386 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.932294 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.943401 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.949407 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.960799 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e98b989c-e1e2-4d7d-99b9-63d1d2d2ce9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:37.973131 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:37.974996 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Request body: {'port': {'device_id': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:38.082022 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1920407 May 20 16:52:38.084255 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a631efceb9848bc9baef958729598f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0273404 May 20 16:52:38.089896 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46128) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:38.092943 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6120c1-ea5c-4a04-a6d9-4c4e78f6b518,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:38.105643 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Request body: {'port': {'device_id': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:38.106454 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:38.110120 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-0f86c92a-3385-4687-8612-2aaf692fac66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:38.133206 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42c674d5f9364f85856111f23e7c91d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0519598 May 20 16:52:38.140459 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46134) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:38.153452 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9871897-7ce5-4b7a-9bc5-f943cc68cd43,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:38.160747 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:38.218439 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cacf3-1778-4aa8-8d50-2d484cc21dcf req-06ef82f8-6e0e-4d07-99fc-90d67df6b210 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:38.219933 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b90cacf3-1778-4aa8-8d50-2d484cc21dcf req-06ef82f8-6e0e-4d07-99fc-90d67df6b210 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 931 time: 0.2361391 May 20 16:52:38.229308 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.243607 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] For port c91f1c15-9c47-4183-997b-f22366b47f39, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:38.282385 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.290873 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Attempting to bind port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:38.291287 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Attempting to bind port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:38.291695 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Attempting to bind port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 on network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:38.317037 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b90cacf3-1778-4aa8-8d50-2d484cc21dcf req-498e5982-7d95-473a-9c02-90553f65e712 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845935 May 20 16:52:38.332079 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] For port c91f1c15-9c47-4183-997b-f22366b47f39, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c91f1c15-9c47-4183-997b-f22366b47f39,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:38.345870 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.367705 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.368646 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 on network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:52:38.369079 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Attempting to bind port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 on network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:38.372644 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d8ea231e-9d13-4993-8826-c4a5cb42b6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:38.379714 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.392259 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6120c1-ea5c-4a04-a6d9-4c4e78f6b518,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:38.396966 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:38.398155 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:38.413125 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.417133 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb6120c1-ea5c-4a04-a6d9-4c4e78f6b518 HTTP/1.1" status: 204 len: 168 time: 0.3133688 May 20 16:52:38.444980 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:38.445321 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Checking segment: {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:38.445706 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Bound using segment: {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:38.446155 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Bound port: 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:38.446493 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.525023 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.583361 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.598686 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:38.599301 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.600686 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] 10.222.0.82 "PUT /v2.0/ports/c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 200 len: 1093 time: 3.5725508 May 20 16:52:38.603959 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:38.712048 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'status': 'completed', 'code': 200} May 20 16:52:38.775035 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Pushing event updated for resources: {'Port': ['ID=c91f1c15-9c47-4183-997b-f22366b47f39,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:38.795333 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.810649 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:38.835126 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46154) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:38.855439 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:38.872825 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:38.876961 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Usage tracker for resource:security_group_rule and tenant:4059170523e84ce286f0069619c3096d is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:38.880999 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:38.887456 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:39.132876 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.147158 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.157544 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4442ddaf-4610-420c-b6cd-7ecf26d84922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:39.198633 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16284920-4081-49e6-a479-5462dcdce952,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:39.209542 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] For port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:39.209884 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545932e-54d5-4dff-a3f7-0a694d9ab9ca req-dcce2839-49be-468f-ad53-b5cd718146dc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:39.213002 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] For port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:39.217225 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c545932e-54d5-4dff-a3f7-0a694d9ab9ca req-dcce2839-49be-468f-ad53-b5cd718146dc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 932 time: 0.2681391 May 20 16:52:39.219220 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:39.260792 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4059170523e84ce286f0069619c3096d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244051 May 20 16:52:39.271914 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad612fad-7bf7-4353-b59d-6a6b37dc033b req-c3a47c3c-033f-42ba-a478-62ef39d551e7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:39.273390 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ad612fad-7bf7-4353-b59d-6a6b37dc033b req-c3a47c3c-033f-42ba-a478-62ef39d551e7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 943 time: 0.2496331 May 20 16:52:39.275214 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46170) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:39.302533 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.328972 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ff640cfd-4351-4003-82af-09fe50f51c95 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:39.331372 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c545932e-54d5-4dff-a3f7-0a694d9ab9ca req-5107e3b0-38a5-43af-8d36-ea1d92989fe1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132641 May 20 16:52:39.390633 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ad612fad-7bf7-4353-b59d-6a6b37dc033b req-d7f05184-4f5c-4f3d-abf2-5090289b2ff2 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947294 May 20 16:52:39.405282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.436714 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.479562 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:39.480186 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.482243 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] 10.222.0.82 "PUT /v2.0/ports/9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 1093 time: 5.7023075 May 20 16:52:39.525083 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.530968 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:39.542826 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16284920-4081-49e6-a479-5462dcdce952,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:39.576871 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:39.614443 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.615544 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16284920-4081-49e6-a479-5462dcdce952 HTTP/1.1" status: 204 len: 168 time: 0.3393874 May 20 16:52:39.642819 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff296818-d5f2-4ae7-a34f-5e7c9d2e81ea req-db15e85c-0955-4671-9973-6d148cc4d106 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:39.645593 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ff296818-d5f2-4ae7-a34f-5e7c9d2e81ea req-db15e85c-0955-4671-9973-6d148cc4d106 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 931 time: 0.1152916 May 20 16:52:39.708676 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ff296818-d5f2-4ae7-a34f-5e7c9d2e81ea req-c457e38a-b467-4b8c-9d8c-cda95d7ae5b5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573475 May 20 16:52:39.793597 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9417aaf1-5163-48e7-a257-c6da70d20831 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:39.802347 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-b9dbb1fe-80a4-4367-a957-d7a665d8d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:39.804376 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-b9dbb1fe-80a4-4367-a957-d7a665d8d8fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 1096 time: 1.1013443 May 20 16:52:39.815674 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.824604 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.831920 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Pushing event updated for resources: {'Port': ['ID=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:39.844025 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:39.908816 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-849a9731-97da-422d-afdb-f26948cbef4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:39.964816 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9871897-7ce5-4b7a-9bc5-f943cc68cd43,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:39.968500 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-9c71531f-a847-4e64-bbec-90aa540d0835 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 200 len: 217 time: 0.1490140 May 20 16:52:39.974403 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:39.976620 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Transition to ACTIVE for port object 9417aaf1-5163-48e7-a257-c6da70d20831 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:39.977804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:39.979118 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9871897-7ce5-4b7a-9bc5-f943cc68cd43 HTTP/1.1" status: 204 len: 168 time: 1.8338153 May 20 16:52:40.025124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.037157 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:40.318401 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-54f76e9f-2a0e-42a1-8f4a-103da9d4ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:40.320114 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-54f76e9f-2a0e-42a1-8f4a-103da9d4ba07 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.3396845 May 20 16:52:40.327273 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:40.369975 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:40.380984 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-b2632355-a66f-49de-b32e-301e18d9c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:40.384035 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-b2632355-a66f-49de-b32e-301e18d9c6ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1096 time: 0.6608469 May 20 16:52:40.651224 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c77d0f-332c-4eff-b4d0-34299e64c56b {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:40.660707 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-ac82716f-716d-4d46-94a4-06d31f12fb81 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 217 time: 0.1834121 May 20 16:52:40.678320 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.717928 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'tag': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:40.786699 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Transition to ACTIVE for port object 09c77d0f-332c-4eff-b4d0-34299e64c56b will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:52:40.804492 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:40.809294 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-bd6c4689-b987-41c2-bef6-ca94809b967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:40.810937 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-bd6c4689-b987-41c2-bef6-ca94809b967b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.1353006 May 20 16:52:40.813424 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-58086a7c-b412-4cac-b3c3-dae03c5d46cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:40.848181 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Attempting to bind port 9417aaf1-5163-48e7-a257-c6da70d20831 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:40.848714 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Attempting to bind port 9417aaf1-5163-48e7-a257-c6da70d20831 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:40.849189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Attempting to bind port 9417aaf1-5163-48e7-a257-c6da70d20831 on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:40.902786 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46218) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:40.912861 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Port 9417aaf1-5163-48e7-a257-c6da70d20831 on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:52:40.913371 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Attempting to bind port 9417aaf1-5163-48e7-a257-c6da70d20831 on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:40.996491 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-7a827289-03a1-4e5b-95df-767ae233de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:40.998192 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-7a827289-03a1-4e5b-95df-767ae233de1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6296041 May 20 16:52:41.000432 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-f01c4ea4-9388-4fed-9f4c-fa085e29bfba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420355 May 20 16:52:41.029432 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:41.029762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Checking segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:41.030410 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Bound using segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:41.030990 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Bound port: 9417aaf1-5163-48e7-a257-c6da70d20831, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:41.031499 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:41.078517 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:41.089185 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d7139-9fde-49b5-80f7-e584cfb0f756 req-c7348393-1a7f-4014-aef3-f8446d3a0b88 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:41.091761 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-656d7139-9fde-49b5-80f7-e584cfb0f756 req-c7348393-1a7f-4014-aef3-f8446d3a0b88 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 943 time: 0.3097596 May 20 16:52:41.106913 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692a544-5ad8-4b96-a9f3-f5b18bc5097c req-4e8fae05-e1a5-45d8-ae63-820e73c35770 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:41.109534 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7692a544-5ad8-4b96-a9f3-f5b18bc5097c req-4e8fae05-e1a5-45d8-ae63-820e73c35770 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 932 time: 0.4981341 May 20 16:52:41.192531 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-656d7139-9fde-49b5-80f7-e584cfb0f756 req-849b8f8e-313e-4b10-a79b-e718f012732a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814795 May 20 16:52:41.220101 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7692a544-5ad8-4b96-a9f3-f5b18bc5097c req-0cabb032-c833-406d-a908-ec8bd14505bf tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671711 May 20 16:52:41.353803 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'tag': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9', 'status': 'completed', 'code': 200} May 20 16:52:41.496771 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92affc-2a5a-462a-ad00-d54f9a196fe9 req-42c94f28-171f-419b-886a-7424429c68da tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:41.497620 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=09c77d0f-332c-4eff-b4d0-34299e64c56b,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:41.498888 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5d92affc-2a5a-462a-ad00-d54f9a196fe9 req-42c94f28-171f-419b-886a-7424429c68da tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1159244 May 20 16:52:41.539877 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:41.547227 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:41.593523 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5d92affc-2a5a-462a-ad00-d54f9a196fe9 req-db687edf-6a59-4435-9042-906ad033af97 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805299 May 20 16:52:41.679193 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Attempting to bind port 09c77d0f-332c-4eff-b4d0-34299e64c56b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:52:41.679757 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Attempting to bind port 09c77d0f-332c-4eff-b4d0-34299e64c56b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:52:41.679842 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Attempting to bind port 09c77d0f-332c-4eff-b4d0-34299e64c56b on network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:41.687623 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Usage tracker for resource:security_group_rule and tenant:a010eaba723142f985258c646f7752bf is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:41.696160 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:41.713756 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Port 09c77d0f-332c-4eff-b4d0-34299e64c56b on network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:52:41.714105 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Attempting to bind port 09c77d0f-332c-4eff-b4d0-34299e64c56b on network 23265bd2-0bf8-4538-8c1f-7e6ad40587fb {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:52:41.728102 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:41.749364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:52:41.749364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Checking segment: {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:52:41.749710 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Bound using segment: {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:52:41.749977 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Bound port: 09c77d0f-332c-4eff-b4d0-34299e64c56b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a09e5d-9f69-4cd2-a273-a2d899b23f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:52:41.750349 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:41.786950 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7026e-abb1-40a9-8144-6b091f573917 req-44dedabd-1aad-487a-ae53-40a11c1905ad tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:41.788818 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6de7026e-abb1-40a9-8144-6b091f573917 req-44dedabd-1aad-487a-ae53-40a11c1905ad tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 945 time: 0.0995293 May 20 16:52:41.848592 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6de7026e-abb1-40a9-8144-6b091f573917 req-b74d5872-0c5e-4823-b25f-05b1abbf6ed5 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 May 20 16:52:41.863133 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:41.869887 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-0bff93b0-6c55-4371-b6c5-4ed37c668371 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441536 May 20 16:52:41.915121 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-7ee26f2c-34b0-4439-9238-15b0bf8a1a4b service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8882272 May 20 16:52:41.918732 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:41.970931 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:41.992003 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:42.186234 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.186761 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.188105 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] 10.222.0.82 "PUT /v2.0/ports/9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 200 len: 1093 time: 4.3094552 May 20 16:52:42.209421 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] For port 09c77d0f-332c-4eff-b4d0-34299e64c56b, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:52:42.258136 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] For port 09c77d0f-332c-4eff-b4d0-34299e64c56b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:52:42.332331 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.337047 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:42.373547 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:42.375130 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:42.426042 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-44eaa9f7-4db7-49f8-a752-7d8576e03cd4 req-d23ac027-6324-4c47-be9e-b452ea3fc55c service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414364 May 20 16:52:42.473127 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.473837 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.475223 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] 10.222.0.82 "PUT /v2.0/ports/09c77d0f-332c-4eff-b4d0-34299e64c56b HTTP/1.1" status: 200 len: 1094 time: 4.3788466 May 20 16:52:42.481336 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b8d4d65c-d734-4a4d-aaad-587f2aae7f77 req-78c42bc3-5f73-4e3d-8f8f-92a1daec48cc service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549591 May 20 16:52:42.485147 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.496756 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.559339 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=09c77d0f-332c-4eff-b4d0-34299e64c56b,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:42.609140 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:42.613781 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-98f68235-b7ff-4796-be6a-a05c2e8a7a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:42.625056 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b0f65-0968-44cf-b27d-13d01b199295 req-48775ad1-fa47-4620-84b6-488e74d750f6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.626776 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0a8b0f65-0968-44cf-b27d-13d01b199295 req-48775ad1-fa47-4620-84b6-488e74d750f6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 944 time: 0.2565632 May 20 16:52:42.669258 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de805e-325b-440f-be4a-bed628559223 req-07bd618c-4322-44bd-af13-5bb46ed8cdb5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.670738 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-43de805e-325b-440f-be4a-bed628559223 req-07bd618c-4322-44bd-af13-5bb46ed8cdb5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 943 time: 0.2628798 May 20 16:52:42.683798 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a010eaba723142f985258c646f7752bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7738683 May 20 16:52:42.699990 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46282) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:42.729827 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0a8b0f65-0968-44cf-b27d-13d01b199295 req-ec1eb228-542c-4041-b7d9-bbf6eb21974e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920453 May 20 16:52:42.759407 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861a0317-a242-4af5-aa5c-09718847b1f2,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:42.767921 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:42.780595 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-ae8d6709-115c-465e-a72c-03d50388c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.782204 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-ae8d6709-115c-465e-a72c-03d50388c002 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1096 time: 0.5156195 May 20 16:52:42.795166 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-43de805e-325b-440f-be4a-bed628559223 req-182f1914-4389-47f3-9374-43e9e552b6ee tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170926 May 20 16:52:42.888607 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-519ce303-77ff-4f44-9555-3ffd96f0f4c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 200 len: 217 time: 0.0891824 May 20 16:52:42.953884 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-a5bfc806-bfdc-47a0-9dd5-c62b17970ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.955411 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-a5bfc806-bfdc-47a0-9dd5-c62b17970ac0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 1096 time: 0.4476180 May 20 16:52:42.962723 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-89414fff-a5bc-44dd-8819-73bb38cec1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.964151 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-89414fff-a5bc-44dd-8819-73bb38cec1ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1096 time: 0.3562737 May 20 16:52:42.970652 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:42.976228 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-69477d47-9fbc-4ce0-b55c-ac198d6d6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.977670 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-69477d47-9fbc-4ce0-b55c-ac198d6d6396 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 1097 time: 0.4194632 May 20 16:52:42.995144 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348d5c5-ae55-484d-97de-259e973fb88f req-a8807c61-5f83-478f-9de8-890bf71c2df1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:42.997171 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e348d5c5-ae55-484d-97de-259e973fb88f req-a8807c61-5f83-478f-9de8-890bf71c2df1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1219716 May 20 16:52:43.095517 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e348d5c5-ae55-484d-97de-259e973fb88f req-817953c8-5c18-4874-befb-dff6f482e6c2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881958 May 20 16:52:43.210851 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80e7d8-1b19-497e-aa2e-54dbd2ddc294 req-87129787-77c2-4504-9c81-46a2ffb2d285 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:43.216408 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2d80e7d8-1b19-497e-aa2e-54dbd2ddc294 req-87129787-77c2-4504-9c81-46a2ffb2d285 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 945 time: 0.1325433 May 20 16:52:43.279457 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.292406 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2d80e7d8-1b19-497e-aa2e-54dbd2ddc294 req-54a31bc6-9fe1-4056-8145-cd3e6eb6ec9d tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/security-groups?id=48f421f3-675c-4f82-9a22-4dd2aba109ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690312 May 20 16:52:43.366305 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831'}, {'name': 'network-changed', 'server_uuid': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'tag': '09c77d0f-332c-4eff-b4d0-34299e64c56b'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:43.372497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-75d29f06-e132-4aa5-8e1a-31a40ef9dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:43.373923 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-75d29f06-e132-4aa5-8e1a-31a40ef9dee8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.4746490 May 20 16:52:43.423952 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:52:43.432960 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-9d287a38-bce7-4c35-9f91-fac0cf2d5361 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:43.434597 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-9d287a38-bce7-4c35-9f91-fac0cf2d5361 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.82 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 945 time: 0.1466312 May 20 16:52:43.466635 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-37d83faf-ddeb-47e8-a236-6ad34bf03009 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b HTTP/1.1" status: 200 len: 217 time: 0.4356205 May 20 16:52:43.483429 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831', 'status': 'completed', 'code': 200} May 20 16:52:43.483711 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'tag': '09c77d0f-332c-4eff-b4d0-34299e64c56b', 'status': 'completed', 'code': 200} May 20 16:52:43.632257 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Deleting port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:52:43.632908 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.661885 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-9eaeb798-92ba-4f91-9c86-ad09b187d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:43.663742 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-9eaeb798-92ba-4f91-9c86-ad09b187d165 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.6839762 May 20 16:52:43.679240 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-f9cf4104-207d-4091-a698-ad4c4e39681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:43.679752 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-f9cf4104-207d-4091-a698-ad4c4e39681e service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 912 time: 0.6976488 May 20 16:52:43.683732 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-310a00fc-e9d1-4a23-88a5-a97457047b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:43.685141 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-310a00fc-e9d1-4a23-88a5-a97457047b15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.1507165 May 20 16:52:43.810478 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] For port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,segment=NetworkSegment(e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb),segment_id=e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:43.810841 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.936516 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:43.939031 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:43.961736 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-74b46390-c440-4cfa-ae4d-429958f14cb7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 217 time: 0.2877924 May 20 16:52:43.971591 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-34b24bde-94d9-42c1-bd46-36b2d3c92376 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 200 len: 217 time: 0.2854202 May 20 16:52:43.976572 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-03b0f855-d258-48da-acf8-3d7342c9c8f1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190021 May 20 16:52:43.977309 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861a0317-a242-4af5-aa5c-09718847b1f2,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:44.012592 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:44.084734 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Calling delete_port for 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 owned by compute:nova {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:52:44.097431 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.098529 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/861a0317-a242-4af5-aa5c-09718847b1f2 HTTP/1.1" status: 204 len: 168 time: 1.3959041 May 20 16:52:44.122187 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-fa762a5d-3cb1-4022-9c2b-16b8cc75de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:44.123645 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-fa762a5d-3cb1-4022-9c2b-16b8cc75de87 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7200623 May 20 16:52:44.219143 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-39deb36a-58f0-497e-8f8a-c4757c8e4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:44.220546 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-39deb36a-58f0-497e-8f8a-c4757c8e4514 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.2463856 May 20 16:52:44.223487 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-389ddbb7-2e56-4141-98c3-bdd7d22d2db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.280884 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-a3cd97a6-56bb-482d-b385-49f7641d7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:44.282341 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-a3cd97a6-56bb-482d-b385-49f7641d7492 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.2712893 May 20 16:52:44.295514 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083cb4c-d059-4da1-b48f-f99a21cf2592 req-d7a75376-7a3c-4069-8d90-e6bea65dfa07 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:44.297080 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3083cb4c-d059-4da1-b48f-f99a21cf2592 req-d7a75376-7a3c-4069-8d90-e6bea65dfa07 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 944 time: 0.3277700 May 20 16:52:44.337853 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cc9fa-b252-4408-a621-289328649bee req-6d7aca76-ba9b-4a51-819c-7f9df4c3b3f7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:44.339344 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b47cc9fa-b252-4408-a621-289328649bee req-6d7aca76-ba9b-4a51-819c-7f9df4c3b3f7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 943 time: 0.2631855 May 20 16:52:44.403427 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b47cc9fa-b252-4408-a621-289328649bee req-7eb378b8-628e-4d25-bbe4-a2e639f24685 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563650 May 20 16:52:44.426045 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-a16bc3c0-e7a5-4939-8b7e-ebc686004ea5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803792 May 20 16:52:44.452465 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3083cb4c-d059-4da1-b48f-f99a21cf2592 req-78e6edf3-1f3e-42d8-876f-287d64cc72f1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479557 May 20 16:52:44.476460 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-af14b067-6b31-4c8c-a04a-c7ec865b7751 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413556 May 20 16:52:44.600739 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-00152024-6b40-468a-bd7e-94dd00d70a7d service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818362 May 20 16:52:44.638846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.651489 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:52:44.697052 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46360) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:44.698852 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:44.745864 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-26318212-a953-4b02-87bb-345bf099773d req-ed0bcd1e-6acc-417f-89c9-6a6236ca8349 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 0.1092498 May 20 16:52:44.780048 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Pushing event deleted for resources: {'Port': ['ID=4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:44.801316 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:44.807269 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:44.887864 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-1b21cad9-c26f-4ea5-8eb8-7f9206f35ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:44.889315 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-1b21cad9-c26f-4ea5-8eb8-7f9206f35ede service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5979273 May 20 16:52:44.893259 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-26ddd612-5c25-416a-b717-876741828b8b service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095409 May 20 16:52:44.895625 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-295db4ec-9f31-499a-b7e7-9636629b85cf req-56d19ee4-e389-4489-a35e-1befdc1548c3 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106641 May 20 16:52:44.997782 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:45.008013 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf9217ee7fd4caf84edc020250743a5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:45.011296 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:45.017813 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:45.071019 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] No DVR routers for this DVR port 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 on host hv-cinder-78652 {{(pid=91595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:52:45.080980 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1416f55-a4b8-46e1-9e03-998336a43588 req-b6be8155-4b71-4f5c-b15e-9ecbaccaaa44 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:45.083074 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e1416f55-a4b8-46e1-9e03-998336a43588 req-b6be8155-4b71-4f5c-b15e-9ecbaccaaa44 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.5004625 May 20 16:52:45.086222 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.088951 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'name': 'network-vif-deleted', 'tag': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:45.143038 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5cff78e3-4df3-4edf-86ad-0bd73aad8945 req-a2cae02f-37a3-4b05-9cbe-a6f5a437be5d service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337541 May 20 16:52:45.209498 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4ecb3fb7-47db-4236-a49b-aa5762dec04b req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.82 "DELETE /v2.0/ports/4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 HTTP/1.1" status: 204 len: 173 time: 1.7691894 May 20 16:52:45.255132 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e1416f55-a4b8-46e1-9e03-998336a43588 req-b3412dca-80cb-4023-a803-358dcf8c39bd tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897503 May 20 16:52:45.271492 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.281077 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.311018 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:45.321885 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbf9217ee7fd4caf84edc020250743a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894306 May 20 16:52:45.326725 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46388) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:45.369218 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8449e0a4-6026-4605-9f61-680b7d46e66d,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:45.369557 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e416575d-d7c6-4186-8fea-3eea2878e041 req-4e6741d6-d984-4c95-a189-ab3694cd13ac service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366766 May 20 16:52:45.380617 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-c6d0a3be-6045-4748-8ef8-9fc9cd863483 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783378 May 20 16:52:45.382178 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:45.383740 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-00096c13-737c-4d36-ad05-fcbe4d70f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:45.385548 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-00096c13-737c-4d36-ad05-fcbe4d70f4f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1096 time: 0.3585694 May 20 16:52:45.413550 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.444889 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.511173 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.520216 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:45.537203 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf82191-4d40-48f5-80f5-60e258ef0760', 'name': 'network-vif-deleted', 'tag': '4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21', 'status': 'completed', 'code': 200} May 20 16:52:45.540824 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449e0a4-6026-4605-9f61-680b7d46e66d,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:45.543080 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:45.544509 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8449e0a4-6026-4605-9f61-680b7d46e66d HTTP/1.1" status: 204 len: 168 time: 0.2167072 May 20 16:52:45.545480 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:45.679698 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef171e5-4210-4193-80be-ec1bc2f06062 req-6ea37e3b-7546-4535-8147-3747d618ddaa tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:45.681443 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-aef171e5-4210-4193-80be-ec1bc2f06062 req-6ea37e3b-7546-4535-8147-3747d618ddaa tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 943 time: 0.1121571 May 20 16:52:45.681563 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9c47afa4-3b16-441c-8042-75bb7414b75c req-3e75a7c4-ba0b-44b9-8c02-a5368c1aaee3 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859187 May 20 16:52:45.702053 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-884a9d35-b0d0-4727-af77-a511fea69cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:45.703914 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-884a9d35-b0d0-4727-af77-a511fea69cbb service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.2876410 May 20 16:52:45.804839 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-1b813a96-b632-4f00-99f1-6445f788976c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 200 len: 217 time: 0.0930285 May 20 16:52:45.847996 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-aef171e5-4210-4193-80be-ec1bc2f06062 req-f075a266-f8b8-4c5a-ba38-d01593941998 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358912 May 20 16:52:45.901034 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-b829d5b7-9043-4f98-9e75-0b120e8a08be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:45.903416 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-b829d5b7-9043-4f98-9e75-0b120e8a08be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0843320 May 20 16:52:45.937433 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ec47-d171-4110-b44d-24038923db24 req-5197985f-04ec-4877-8915-ecb75879ebb6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:45.939022 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0430ec47-d171-4110-b44d-24038923db24 req-5197985f-04ec-4877-8915-ecb75879ebb6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 944 time: 0.1512792 May 20 16:52:46.035648 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-baff6f07-e0c7-4c2a-91bf-49423e11c385 req-6e441577-e6ff-4e05-8c48-2e454da4d288 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Synchronizing usage tracker for tenant:e1a4fb55bf624b0190a8a212a59de9ea on resource:port {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:52:46.037398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-22ee0f95-33b0-4e55-86a3-add56bb4a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:46.038923 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-22ee0f95-33b0-4e55-86a3-add56bb4a4c0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1265054 May 20 16:52:46.042308 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0430ec47-d171-4110-b44d-24038923db24 req-29557866-94eb-4cfd-afd2-a9c2d44b58f7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947757 May 20 16:52:46.067810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-baff6f07-e0c7-4c2a-91bf-49423e11c385 req-6e441577-e6ff-4e05-8c48-2e454da4d288 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Unset dirty status for tenant:e1a4fb55bf624b0190a8a212a59de9ea on resource:port {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:52:46.069224 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-baff6f07-e0c7-4c2a-91bf-49423e11c385 req-6e441577-e6ff-4e05-8c48-2e454da4d288 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] 10.222.0.69 "GET /v2.0/ports?device_id=7cf82191-4d40-48f5-80f5-60e258ef0760 HTTP/1.1" status: 200 len: 210 time: 0.0897613 May 20 16:52:46.239190 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-2424c2ae-561f-4a3f-9310-cf47765ae6a2 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921871 May 20 16:52:46.400730 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-9c3de964-74f1-4b5c-b7e8-36433149a32f service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535950 May 20 16:52:46.567268 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-c6cb86d5-6b02-4485-ad95-f8374ccb6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:46.569034 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-c6cb86d5-6b02-4485-ad95-f8374ccb6e84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 1097 time: 0.1018486 May 20 16:52:46.571038 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67780209-68ea-4433-bc73-16625f34f84e req-f22ba051-4857-424c-a0cc-a5b847a6ddc5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:46.572561 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-67780209-68ea-4433-bc73-16625f34f84e req-f22ba051-4857-424c-a0cc-a5b847a6ddc5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1282520 May 20 16:52:46.641674 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device c91f1c15-9c47-4183-997b-f22366b47f39 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:52:46.685170 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-67780209-68ea-4433-bc73-16625f34f84e req-7a721cbf-f7d4-4a07-968f-82b1a67ecd87 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050451 May 20 16:52:46.926382 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-98fa2365-6ece-46ca-9894-2174121ab228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:46.931254 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-98fa2365-6ece-46ca-9894-2174121ab228 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.3497095 May 20 16:52:46.934777 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.967040 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-91799708-f0e8-451a-a092-c726446f913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:46.988568 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port c91f1c15-9c47-4183-997b-f22366b47f39, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c91f1c15-9c47-4183-997b-f22366b47f39,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:47.011328 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'port_id': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'mac_address': 'fa:16:3e:74:93:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:52:47.081353 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.100604 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91f1c15-9c47-4183-997b-f22366b47f39 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:47.120446 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port c91f1c15-9c47-4183-997b-f22366b47f39, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c91f1c15-9c47-4183-997b-f22366b47f39,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:47.126366 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.127485 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:52:47.129802 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-8af8b918-7230-4f6c-ba0d-53488e4658a1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b HTTP/1.1" status: 200 len: 217 time: 0.1920583 May 20 16:52:47.133330 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:47.250132 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=c91f1c15-9c47-4183-997b-f22366b47f39,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:47.255508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:47.256210 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-98952efd-856d-4a89-b16a-bc8df1021d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:47.257633 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-98952efd-856d-4a89-b16a-bc8df1021d5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.1192250 May 20 16:52:47.295324 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2064e-733e-4dbc-abd1-b590e1c63aa8 req-56ab6d53-dd44-4ac3-bd7a-15827ade3e65 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:47.303156 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8cd2064e-733e-4dbc-abd1-b590e1c63aa8 req-56ab6d53-dd44-4ac3-bd7a-15827ade3e65 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 944 time: 0.2580504 May 20 16:52:47.339287 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-f0c943e9-de1d-44d6-b315-fcfba6004459 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745990 May 20 16:52:47.367123 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8cd2064e-733e-4dbc-abd1-b590e1c63aa8 req-843bffe0-87d1-49c0-a092-a68d24e48248 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624752 May 20 16:52:47.384807 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e804b6-b6b7-478f-8c99-84b05c43683f req-1e0562b0-a793-4791-9447-a830f5a8b52b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:47.392435 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-39e804b6-b6b7-478f-8c99-84b05c43683f req-1e0562b0-a793-4791-9447-a830f5a8b52b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 944 time: 0.1629598 May 20 16:52:47.447908 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:47.451194 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-39e804b6-b6b7-478f-8c99-84b05c43683f req-b94febd7-a374-47f5-b3b5-47bd27415777 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579276 May 20 16:52:47.473300 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9', 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'port_id': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9', 'mac_address': 'fa:16:3e:63:6b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe343890-87e5-4138-aafc-1584992a222f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:52:47.546114 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.568187 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:47.602122 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:47.604999 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.608548 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:47.611136 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:47.627216 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-41b55594-71e8-4e22-9ce1-d81339388f2f service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810638 May 20 16:52:47.720341 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:47.724692 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:47.808999 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efefd48e-c0c8-4909-97bc-ac30a67bf4df req-a244e79d-b6ac-43c0-881f-c0d7c4df3078 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736753 May 20 16:52:47.835118 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['9d6f7a41-ca09-4440-9b8b-4d57e4d654e9'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:52:47.869631 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['c91f1c15-9c47-4183-997b-f22366b47f39'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:52:47.893123 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d6565-0996-4ed1-b2e5-60fefeb54076 req-31771b39-d14a-4f3e-befd-09a661d41763 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:47.896578 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0b0d6565-0996-4ed1-b2e5-60fefeb54076 req-31771b39-d14a-4f3e-befd-09a661d41763 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0886371 May 20 16:52:47.951249 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0b0d6565-0996-4ed1-b2e5-60fefeb54076 req-1837def9-c119-4ea5-9456-2605d2f3b6d9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489426 May 20 16:52:47.977917 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:48.450305 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46570) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:48.647109 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 09c77d0f-332c-4eff-b4d0-34299e64c56b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:52:48.668734 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:48.695344 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:48.699537 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Usage tracker for resource:security_group_rule and tenant:592a6aa8ab5848f9a5021804f33356db is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:48.708192 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:48.735398 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:48.814730 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f0eab-c97c-4ef2-bd58-2808632b39fd req-d093ccf8-5765-4ae6-a8a3-29502ce91edc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:48.816824 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-129f0eab-c97c-4ef2-bd58-2808632b39fd req-d093ccf8-5765-4ae6-a8a3-29502ce91edc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 944 time: 0.2145531 May 20 16:52:48.825245 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433434e9-f2d5-4a55-9006-3b9efb987130 req-cba02f76-b5c3-4685-90ad-c7db208ce7f0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:48.826740 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-433434e9-f2d5-4a55-9006-3b9efb987130 req-cba02f76-b5c3-4685-90ad-c7db208ce7f0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 944 time: 0.3023427 May 20 16:52:48.840296 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:52:48.897248 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:52:48.897691 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4cb0c9f2-29f2-4531-a6f2-8a6ed4acde21 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:52:48.959292 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 09c77d0f-332c-4eff-b4d0-34299e64c56b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:48.975293 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '09c77d0f-332c-4eff-b4d0-34299e64c56b', 'network_id': '23265bd2-0bf8-4538-8c1f-7e6ad40587fb', 'port_id': '09c77d0f-332c-4eff-b4d0-34299e64c56b', 'mac_address': 'fa:16:3e:48:a8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe343890-87e5-4138-aafc-1584992a222f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:52:48.975542 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-129f0eab-c97c-4ef2-bd58-2808632b39fd req-ce04faaf-1664-49a1-88e0-fa293597380d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465223 May 20 16:52:48.983973 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-433434e9-f2d5-4a55-9006-3b9efb987130 req-610d0247-7d4f-4d53-9b4a-8b68a1e6a152 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387873 May 20 16:52:49.044571 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.048608 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.050385 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.058490 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7339e851-86f3-4707-8f32-bcb20ca7ee37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:49.069363 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c77d0f-332c-4eff-b4d0-34299e64c56b {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:49.086064 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 09c77d0f-332c-4eff-b4d0-34299e64c56b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:49.090962 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.091707 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:52:49.093698 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-afcb49f5-a6cf-4e0b-b900-40959142c592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:49.107498 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=592a6aa8ab5848f9a5021804f33356db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557202 May 20 16:52:49.108616 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815f1426-ff7b-49c4-9cdc-3ede1cf73525,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:49.110323 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46604) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:49.113207 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:49.192826 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.206161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42521a90-57ad-4d36-a371-9d530c778074 req-36e9728f-91bf-4ee1-8e58-3205d8619e09 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:49.213543 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-42521a90-57ad-4d36-a371-9d530c778074 req-36e9728f-91bf-4ee1-8e58-3205d8619e09 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0962968 May 20 16:52:49.217042 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=09c77d0f-332c-4eff-b4d0-34299e64c56b,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:49.218570 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.221486 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:49.259636 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-42521a90-57ad-4d36-a371-9d530c778074 req-ea494b05-b6b3-4c4e-8e84-8201e748105d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 May 20 16:52:49.310594 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.315001 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:49.329336 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815f1426-ff7b-49c4-9cdc-3ede1cf73525,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:49.332899 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:49.341103 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.344998 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:49.345672 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/815f1426-ff7b-49c4-9cdc-3ede1cf73525 HTTP/1.1" status: 204 len: 168 time: 0.2342052 May 20 16:52:49.372115 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '9417aaf1-5163-48e7-a257-c6da70d20831', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'port_id': '9417aaf1-5163-48e7-a257-c6da70d20831', 'mac_address': 'fa:16:3e:43:88:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:52:49.434738 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.465720 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9417aaf1-5163-48e7-a257-c6da70d20831 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:52:49.481580 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.486384 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:49.491932 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.493796 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:49.567522 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:49.571229 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:49.597442 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46620) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:49.662829 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Deleting subnet 5c57f8a1-fff3-4de7-be31-b6f8b59df5e7 {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:52:49.665790 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.674333 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46624) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:49.692655 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.710813 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:49.717469 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Usage tracker for resource:security_group_rule and tenant:c373e76fd54e44eea2f13d683fd41847 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:49.719311 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2518688'] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.720641 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:49.726604 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:49.753311 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['9417aaf1-5163-48e7-a257-c6da70d20831'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:52:49.782041 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.783162 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['09c77d0f-332c-4eff-b4d0-34299e64c56b'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:52:49.821832 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.827870 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:49.840723 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:49.875847 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c373e76fd54e44eea2f13d683fd41847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000403 May 20 16:52:49.879078 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46628) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:49.880589 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf5625-4653-4a3a-80e3-228c702e6f97,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:49.883612 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:50.135435 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.166052 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10308614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515558'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.181959 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:50.231480 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.247952 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c57f8a1-fff3-4de7-be31-b6f8b59df5e7,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:50.262627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.281628 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5c57f8a1-fff3-4de7-be31-b6f8b59df5e7 HTTP/1.1" status: 204 len: 168 time: 0.6830246 May 20 16:52:50.284561 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46652) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:50.353542 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3621fac8-41a0-4038-8a1c-3b6939f2448b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:50.379492 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e13bf-8ec4-4c52-a7e9-0b5a4153a581 req-bd95832b-1e9a-46e3-8c5c-69fa8bec59ea tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:50.381019 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-151e13bf-8ec4-4c52-a7e9-0b5a4153a581 req-bd95832b-1e9a-46e3-8c5c-69fa8bec59ea tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 945 time: 0.2604771 May 20 16:52:50.392973 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e3a6-6728-4e83-8920-559825044957 req-9b1e7fc2-5371-4936-9caa-cfec4e4afd1c tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:50.395659 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-09e2e3a6-6728-4e83-8920-559825044957 req-9b1e7fc2-5371-4936-9caa-cfec4e4afd1c tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 944 time: 0.2002063 May 20 16:52:50.439768 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.453479 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.459578 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ff6c1f47-30c5-4332-904c-307ed1fe8fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:50.484717 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-151e13bf-8ec4-4c52-a7e9-0b5a4153a581 req-bc3e5feb-a177-44a6-97aa-f2e1a1903834 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879138 May 20 16:52:50.490455 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-09e2e3a6-6728-4e83-8920-559825044957 req-cbbfba8a-8bba-4864-8d34-705db334f3cb tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589652 May 20 16:52:50.497491 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf5625-4653-4a3a-80e3-228c702e6f97,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:50.542859 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:50.558622 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.560985 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0abf5625-4653-4a3a-80e3-228c702e6f97 HTTP/1.1" status: 204 len: 168 time: 0.6807942 May 20 16:52:50.632201 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.648896 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device c91f1c15-9c47-4183-997b-f22366b47f39 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:50.660393 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1300a96-141e-4247-bb24-881069d56786']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:50.679298 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:50.679298 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f8ac28-0db3-4f18-98d2-ee6ae240eaeb') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:50.708808 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.735316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.759767 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:52:50.760303 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.775296 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port c91f1c15-9c47-4183-997b-f22366b47f39 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:52:50.790312 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:52:50.792583 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port c91f1c15-9c47-4183-997b-f22366b47f39 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:50.793172 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.894068 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.901471 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:50.905973 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:50.931834 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1300a96-141e-4247-bb24-881069d56786,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:50.935942 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:50.970019 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e1300a96-141e-4247-bb24-881069d56786 HTTP/1.1" status: 204 len: 168 time: 0.6789002 May 20 16:52:50.985543 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a949c-963f-4ae9-87b6-a8301b395859 req-8499c6d4-27d3-4adb-8668-38df58499280 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:50.987904 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-091a949c-963f-4ae9-87b6-a8301b395859 req-8499c6d4-27d3-4adb-8668-38df58499280 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 944 time: 0.3278899 May 20 16:52:51.095027 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.095511 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-091a949c-963f-4ae9-87b6-a8301b395859 req-c4363d5f-5413-40cf-a7c7-1d10a4392641 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008854 May 20 16:52:51.145339 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:51.156514 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port c91f1c15-9c47-4183-997b-f22366b47f39, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c91f1c15-9c47-4183-997b-f22366b47f39,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:51.161694 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.162683 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:51.197911 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:51.201381 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46678) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:51.249164 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 46682) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:51.250707 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'code': 200} May 20 16:52:51.258744 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-464c5d81-e303-4aa7-8392-b213aa724c8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1a4fb55bf624b0190a8a212a59de9ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561254 May 20 16:52:51.259939 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46686) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:51.273691 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.290159 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:51.299196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Usage tracker for resource:security_group_rule and tenant:5300e2e2ad8e4c82add182dcbf413b0b is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:51.302785 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:51.311492 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:51.318429 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=c91f1c15-9c47-4183-997b-f22366b47f39,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:51.323436 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:51.333351 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:51.339368 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:51.339748 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.345255 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.387669 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.447841 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.453621 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:51.470173 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f421f3-675c-4f82-9a22-4dd2aba109ec,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:51.473912 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:51.488871 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.493043 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48f421f3-675c-4f82-9a22-4dd2aba109ec HTTP/1.1" status: 204 len: 168 time: 0.2320652 May 20 16:52:51.504021 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.525258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892082d-057b-4839-b71f-b5b9f369320f req-f89c4cc6-5d07-43ee-9841-6dd654d086b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:51.525258 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9892082d-057b-4839-b71f-b5b9f369320f req-f89c4cc6-5d07-43ee-9841-6dd654d086b9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 1098 time: 0.1202347 May 20 16:52:51.526033 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.535186 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.547124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3f314ca3-7fd1-4bbe-a295-0255267732d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:51.560314 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:51.566192 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.571064 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:51.604843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69808f5-d928-4965-9936-9f186287e5f2,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:51.608784 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9892082d-057b-4839-b71f-b5b9f369320f req-22680034-2094-46d2-9aec-f2d225b0fa91 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890622 May 20 16:52:51.613830 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5300e2e2ad8e4c82add182dcbf413b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600309 May 20 16:52:51.613830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:51.614605 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46696) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:51.674210 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:51.688438 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:51.792487 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.840145 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:51.916640 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dad9b0-0c40-4732-870c-eeed4df428dd req-d4594c7b-0022-4311-9dc9-288d056f490e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:51.918108 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-33dad9b0-0c40-4732-870c-eeed4df428dd req-d4594c7b-0022-4311-9dc9-288d056f490e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 945 time: 0.2549596 May 20 16:52:51.925996 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041d82f-99b8-43b4-9099-745fc2775b56 req-919535b4-b619-4d7a-8062-3679c022661d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:51.927448 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f041d82f-99b8-43b4-9099-745fc2775b56 req-919535b4-b619-4d7a-8062-3679c022661d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.2165303 May 20 16:52:52.011757 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f041d82f-99b8-43b4-9099-745fc2775b56 req-c767c8b3-0aec-4e49-91a1-8d9ed9bb4353 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681167 May 20 16:52:52.025235 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-33dad9b0-0c40-4732-870c-eeed4df428dd req-77450b3d-a89a-4105-a033-99175b45ad9f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967736 May 20 16:52:52.034806 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.041844 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:52.063703 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69808f5-d928-4965-9936-9f186287e5f2,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:52.066779 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:52.075480 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.076798 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d69808f5-d928-4965-9936-9f186287e5f2 HTTP/1.1" status: 204 len: 168 time: 0.4616024 May 20 16:52:52.324522 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa82a0-3eb3-445c-988a-1c4875549e8a req-e52e9971-8f41-42c8-a7e3-3673b6a16e3d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:52.325977 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-26fa82a0-3eb3-445c-988a-1c4875549e8a req-e52e9971-8f41-42c8-a7e3-3673b6a16e3d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 944 time: 0.0938764 May 20 16:52:52.389216 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-26fa82a0-3eb3-445c-988a-1c4875549e8a req-6238255c-11b0-432c-a36b-8bd1d2c6b7f9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560987 May 20 16:52:52.672506 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:52.751838 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 9417aaf1-5163-48e7-a257-c6da70d20831 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:52.760780 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 9417aaf1-5163-48e7-a257-c6da70d20831 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:52.761194 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.893240 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.931926 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:52.936982 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:52.937960 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 09c77d0f-332c-4eff-b4d0-34299e64c56b up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:52:52.973065 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:53.066921 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:53.069983 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:53.082891 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 09c77d0f-332c-4eff-b4d0-34299e64c56b completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:52:53.088529 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 09c77d0f-332c-4eff-b4d0-34299e64c56b triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:52:53.089602 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.220781 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.254614 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9'}, {'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831'}, {'server_uuid': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c77d0f-332c-4eff-b4d0-34299e64c56b'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:53.270451 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 09c77d0f-332c-4eff-b4d0-34299e64c56b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:52:53.279782 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:53.281566 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:53.287119 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6960b-a555-4c1c-9859-d793130f0c79 req-427d891d-7fb9-4a8b-9f53-881aab26a173 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:53.292093 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8ec6960b-a555-4c1c-9859-d793130f0c79 req-427d891d-7fb9-4a8b-9f53-881aab26a173 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1208241 May 20 16:52:53.373355 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=09c77d0f-332c-4eff-b4d0-34299e64c56b,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:53.376596 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:53.385124 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8ec6960b-a555-4c1c-9859-d793130f0c79 req-1f84e95f-e0ea-4840-b373-37c2609e4a2a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861382 May 20 16:52:53.630962 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9', 'code': 200} May 20 16:52:53.631405 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831', 'code': 200} May 20 16:52:53.631889 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c77d0f-332c-4eff-b4d0-34299e64c56b', 'code': 200} May 20 16:52:53.726156 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49661f4e-5e6d-4e8f-b4c5-7945d7a51e3d req-c87abe33-f7a8-46a8-859a-85b1dc65a3fd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:53.735032 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49661f4e-5e6d-4e8f-b4c5-7945d7a51e3d req-c87abe33-f7a8-46a8-859a-85b1dc65a3fd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1658523 May 20 16:52:53.823627 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49661f4e-5e6d-4e8f-b4c5-7945d7a51e3d req-36707a8b-a3f3-41ac-99c1-dd0871e953bb tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818636 May 20 16:52:53.984203 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385154f4-ca89-4430-a19c-ca12801a2c67 req-9fa25ee6-347a-4049-8715-7ab3676acb72 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:54.004011 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-385154f4-ca89-4430-a19c-ca12801a2c67 req-9fa25ee6-347a-4049-8715-7ab3676acb72 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1790714 May 20 16:52:54.007232 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46824) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:54.107942 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'floatingip': {'port_id': 'c91f1c15-9c47-4183-997b-f22366b47f39'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:54.223832 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:54.339192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97cf1-c20b-4b5d-89cf-d7b257f16b0d req-1b9ceca6-0705-45bd-8aa9-b9689abcea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:54.343168 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-05b97cf1-c20b-4b5d-89cf-d7b257f16b0d req-1b9ceca6-0705-45bd-8aa9-b9689abcea08 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.3810430 May 20 16:52:54.367596 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e7aa6-edd3-4d3e-86fc-3189fbb31850 req-c518fb5e-f0eb-4435-bbbb-c75da7b29392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:54.369272 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-926e7aa6-edd3-4d3e-86fc-3189fbb31850 req-c518fb5e-f0eb-4435-bbbb-c75da7b29392 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 1099 time: 0.1656737 May 20 16:52:54.373101 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f3ca1-fa6d-490a-935d-0eae430fc9c4 req-ac5043f6-3669-4611-92ba-7bedd5d534d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:54.374652 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f41f3ca1-fa6d-490a-935d-0eae430fc9c4 req-ac5043f6-3669-4611-92ba-7bedd5d534d6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1098 time: 0.3189507 May 20 16:52:54.443996 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-05b97cf1-c20b-4b5d-89cf-d7b257f16b0d req-9c7a88d7-2f57-4924-93e7-8a256910d4bf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915663 May 20 16:52:54.462824 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648de7-154e-4ece-a66e-1007dcb8bdb2 req-e73e3745-239b-45a3-a11b-d39116c3585d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:54.464333 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44648de7-154e-4ece-a66e-1007dcb8bdb2 req-e73e3745-239b-45a3-a11b-d39116c3585d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.4469268 May 20 16:52:54.473809 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f41f3ca1-fa6d-490a-935d-0eae430fc9c4 req-0c17c6d5-5da0-42e5-9bb3-8fe003221f58 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888197 May 20 16:52:54.475787 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-926e7aa6-edd3-4d3e-86fc-3189fbb31850 req-cd7b4c17-6b3f-4ae5-bb95-fb5f6d71a61c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920153 May 20 16:52:54.602975 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44648de7-154e-4ece-a66e-1007dcb8bdb2 req-18239b7b-1fd8-4c28-9f21-35e461cbc42b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285403 May 20 16:52:55.169439 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd1318-4bbb-421a-94f3-fa42ec491c37 req-4fc57122-a5ac-40f4-aba8-2d9f7037d283 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:55.171392 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bcbd1318-4bbb-421a-94f3-fa42ec491c37 req-4fc57122-a5ac-40f4-aba8-2d9f7037d283 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1333499 May 20 16:52:55.289110 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bcbd1318-4bbb-421a-94f3-fa42ec491c37 req-37d7ba48-341b-4009-9a21-89c52cc097cc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052423 May 20 16:52:55.411177 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:55.416416 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:55.650513 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.l3_db [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Floating IP 826f0f41-bd2e-4d8e-a636-fc30d2617f5d associated. External IP: 172.28.2.130, port: c91f1c15-9c47-4183-997b-f22366b47f39. May 20 16:52:55.979766 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6ceb-5907-4d9b-8539-c7fbc1bd8911 req-72434cfe-8e9f-41da-95fa-640ccc4da353 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:55.981192 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8bdb6ceb-5907-4d9b-8539-c7fbc1bd8911 req-72434cfe-8e9f-41da-95fa-640ccc4da353 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2484739 May 20 16:52:56.115786 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8bdb6ceb-5907-4d9b-8539-c7fbc1bd8911 req-a3e75339-242f-4ed9-abb6-4c6c5d4bcb4e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238403 May 20 16:52:56.138614 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:52:56.465393 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:52:56.469990 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:56.489067 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] Sync routers for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:52:56.499990 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:56.500675 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:56.546498 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-c90edaa3-70d4-47a3-adc1-1a15369e8b32 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "PUT /v2.0/floatingips/826f0f41-bd2e-4d8e-a636-fc30d2617f5d HTTP/1.1" status: 200 len: 991 time: 2.5279438 May 20 16:52:56.547467 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:52:56.594481 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335554b7-5fd0-445c-8e2d-4d84c14cc31c req-e935e691-f1bd-4bc4-bd51-8bc91a39d1e0 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:56.595985 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-335554b7-5fd0-445c-8e2d-4d84c14cc31c req-e935e691-f1bd-4bc4-bd51-8bc91a39d1e0 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.2071736 May 20 16:52:56.692771 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-335554b7-5fd0-445c-8e2d-4d84c14cc31c req-c73ae43b-5e72-4d07-b92c-a5f9dcfa50e2 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896413 May 20 16:52:56.731805 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:56.800500 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'status': 'completed', 'code': 200} May 20 16:52:56.971612 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c158-d7ac-485e-9933-11022416ea21 req-26bf944a-cfc3-460b-abc2-94b679fa1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:56.976320 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-88a5c158-d7ac-485e-9933-11022416ea21 req-26bf944a-cfc3-460b-abc2-94b679fa1e65 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 1098 time: 0.1434624 May 20 16:52:57.329938 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '826f0f41-bd2e-4d8e-a636-fc30d2617f5d', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'port_id': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'mac_address': 'fa:16:3e:74:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:52:21Z', 'updated_at': '2021-05-20T16:52:55Z', 'revision_number': 1, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:57.335042 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] Checking router: 67fe8e52-1695-41b4-9bcd-daeb3a333f9a for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:52:57.343359 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c158-d7ac-485e-9933-11022416ea21 req-82b89dfc-ca12-4575-be7b-ab28524701db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.345319 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-88a5c158-d7ac-485e-9933-11022416ea21 req-82b89dfc-ca12-4575-be7b-ab28524701db service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 912 time: 0.3630152 May 20 16:52:57.345712 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:52:57.346577 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:57.398901 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40d3b1-afc2-4dec-bb2b-1f87d6560a5f req-1907adbb-ebd9-4854-8a97-c61a9eefef07 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.407856 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ab40d3b1-afc2-4dec-bb2b-1f87d6560a5f req-1907adbb-ebd9-4854-8a97-c61a9eefef07 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1101651 May 20 16:52:57.484536 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-88a5c158-d7ac-485e-9933-11022416ea21 req-55c69f8d-d709-447f-afbd-31b9038bfb9f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 200 len: 999 time: 0.1284480 May 20 16:52:57.491648 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-a71de835-e80d-43db-986a-192ad8210b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.493216 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-a71de835-e80d-43db-986a-192ad8210b0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 1099 time: 0.2327409 May 20 16:52:57.495050 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ab40d3b1-afc2-4dec-bb2b-1f87d6560a5f req-b40e867d-03b5-4b19-9d24-b5ac72d54b7d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858741 May 20 16:52:57.576870 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c158-d7ac-485e-9933-11022416ea21 req-66ed2527-624e-4794-828f-dbb2adac7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.578489 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-88a5c158-d7ac-485e-9933-11022416ea21 req-66ed2527-624e-4794-828f-dbb2adac7df9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.0841949 May 20 16:52:57.603540 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694ac8d-253a-4d53-adba-f5b18b9643bf req-e074d36b-e75b-43ef-bf76-04ed674e68e0 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.612618 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6694ac8d-253a-4d53-adba-f5b18b9643bf req-e074d36b-e75b-43ef-bf76-04ed674e68e0 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1637616 May 20 16:52:57.633240 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:52:57.712610 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6694ac8d-253a-4d53-adba-f5b18b9643bf req-97ceae07-7937-4d11-88ee-31c23ef31e1a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977061 May 20 16:52:57.773279 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daacc6-2349-4752-8945-5d989d6110bd req-1e5c23c7-c625-49c9-b248-eca17bd29742 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.775942 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-83daacc6-2349-4752-8945-5d989d6110bd req-1e5c23c7-c625-49c9-b248-eca17bd29742 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1192369 May 20 16:52:57.788229 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 46968) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:57.794280 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'floatingip': {'port_id': '9417aaf1-5163-48e7-a257-c6da70d20831'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:52:57.876916 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-7c04c2ec-2965-4eb3-b0b5-983012bbbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.878708 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-7c04c2ec-2965-4eb3-b0b5-983012bbbc03 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.2991619 May 20 16:52:57.881044 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c158-d7ac-485e-9933-11022416ea21 req-78610b3a-175f-4940-8ec7-f9cc57bcb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:57.882530 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-88a5c158-d7ac-485e-9933-11022416ea21 req-78610b3a-175f-4940-8ec7-f9cc57bcb994 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2831535 May 20 16:52:57.933214 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:58.000718 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-dc6f051b-6aea-4d7d-8695-0286526720a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b HTTP/1.1" status: 200 len: 217 time: 0.0978756 May 20 16:52:58.303003 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-6f61c4b9-8176-47cb-9dbe-01f51a60fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:58.306914 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-6f61c4b9-8176-47cb-9dbe-01f51a60fa22 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.2895010 May 20 16:52:58.308903 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '826f0f41-bd2e-4d8e-a636-fc30d2617f5d', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'port_id': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'mac_address': 'fa:16:3e:74:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:52:21Z', 'updated_at': '2021-05-20T16:52:55Z', 'revision_number': 1, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:52:58.319753 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dddf5f-b9ee-4fbf-94d2-eaec0909166e None None] The sync data for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb is: [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '826f0f41-bd2e-4d8e-a636-fc30d2617f5d', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'port_id': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'mac_address': 'fa:16:3e:74:93:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:52:21Z', 'updated_at': '2021-05-20T16:52:55Z', 'revision_number': 1, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:52:58.413817 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-f5cd3580-d3b0-4104-84da-9e5229e64218 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999937 May 20 16:52:58.465164 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-88a5c158-d7ac-485e-9933-11022416ea21 req-99094d59-c8a1-41ba-a9c9-81549d8193c3 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026994 May 20 16:52:58.655343 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47008) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:58.769267 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47022) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:58.777644 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9fdd90-c807-4101-8383-f74131cff0de None None] New status for floating IP 826f0f41-bd2e-4d8e-a636-fc30d2617f5d: ACTIVE {{(pid=91597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:52:58.896784 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-912809dc-17c2-4cae-b49e-e754bae6a155 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749486 May 20 16:52:59.025399 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.038461 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.160171 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-88a5c158-d7ac-485e-9933-11022416ea21 req-426afe73-f550-429c-bce7-d28275efae12 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625090 May 20 16:52:59.255948 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.316033 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0404df4e-4790-4f8d-a287-9688c05747b3 req-94a80537-a744-49c5-b4f3-261c5743e1be service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037347 May 20 16:52:59.317012 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47034) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:59.406209 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:59.427859 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Usage tracker for resource:security_group_rule and tenant:e7fd26188ff842c498d33432e771f770 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:59.452564 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.488888 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.501776 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:59.509854 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Usage tracker for resource:security_group_rule and tenant:becad9529dcc402aa3ef202d7e664721 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:59.514738 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:59.523409 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:59.525695 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:52:59.532036 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Usage tracker for resource:security_group_rule and tenant:393cde56297c4fde8ccd1bef175106ec is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:52:59.538390 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:59.539278 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:52:59.545295 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:59.548101 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:52:59.664719 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515157b-bc17-4265-8729-2302cca57114 req-b8497a6d-9317-4bb6-bf23-4bcd08a4937c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:52:59.666123 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a515157b-bc17-4265-8729-2302cca57114 req-b8497a6d-9317-4bb6-bf23-4bcd08a4937c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.4794831 May 20 16:52:59.671610 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.676998 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.l3_db [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Floating IP 1530d6e9-5522-4941-acd2-5eedca513861 associated. External IP: 172.28.2.87, port: 9417aaf1-5163-48e7-a257-c6da70d20831. May 20 16:52:59.684197 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.693357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-25da4e4b-47a8-4191-8db2-e5f4f006aeb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:59.731338 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.749963 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.763576 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=becad9529dcc402aa3ef202d7e664721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455795 May 20 16:52:59.767572 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47048) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:59.768868 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c250b12-48ff-4b6b-9c55-9d1d160baabb,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:59.796619 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.796969 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.797325 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.797671 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.798017 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.798399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.798727 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.799068 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.799945 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.800288 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.800625 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.801020 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:52:59.810521 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:59.812501 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ab2067f1-4e00-408c-96bb-32b0160d9c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:52:59.838658 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=393cde56297c4fde8ccd1bef175106ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1728926 May 20 16:52:59.853911 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47052) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:52:59.887314 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a515157b-bc17-4265-8729-2302cca57114 req-71fdd84b-3e96-4b48-8355-7f23cab86da2 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570251 May 20 16:52:59.891607 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fb3c3d-59dc-4fa2-b455-7a2131f2b423,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:52:59.904726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:52:59.925802 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.968001 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.972076 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.992263 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:52:59.999129 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.014654 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:00.040557 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.073397 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7fd26188ff842c498d33432e771f770&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3022594 May 20 16:53:00.078850 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47056) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:00.081626 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30180361-cf9a-48c2-b6ad-3723d80b6d09,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:00.121278 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.129471 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:00.152159 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.152526 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.152863 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.153204 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.153542 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.153892 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.154246 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.154577 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.155034 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.155373 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.155699 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.156026 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:00.161291 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c250b12-48ff-4b6b-9c55-9d1d160baabb,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:00.163594 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:00.181433 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:00.193394 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.194804 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Router 73377523-a2f4-48a4-a032-083e264df5ad has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:53:00.209565 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f31afd88-2b4a-44d1-9c75-93c600477d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:00.230813 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fb3c3d-59dc-4fa2-b455-7a2131f2b423,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:00.236174 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.241546 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c250b12-48ff-4b6b-9c55-9d1d160baabb HTTP/1.1" status: 204 len: 168 time: 0.4696655 May 20 16:53:00.243339 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:00.243983 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.261448 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.267854 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3fb3c3d-59dc-4fa2-b455-7a2131f2b423 HTTP/1.1" status: 204 len: 168 time: 0.4129260 May 20 16:53:00.316119 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.396643 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.400465 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-15fec470-350d-42fe-a15f-2765293ba89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:00.412243 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30180361-cf9a-48c2-b6ad-3723d80b6d09,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:00.421137 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:00.425443 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.427195 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30180361-cf9a-48c2-b6ad-3723d80b6d09 HTTP/1.1" status: 204 len: 168 time: 0.3473158 May 20 16:53:00.498360 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:53:00.513304 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.520142 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] Sync routers for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:53:00.540034 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:53:00.543965 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:00.578296 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-69cbf1b1-f172-4413-9710-43f88809243f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "PUT /v2.0/floatingips/1530d6e9-5522-4941-acd2-5eedca513861 HTTP/1.1" status: 200 len: 990 time: 2.7887332 May 20 16:53:00.579216 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:00.672136 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831', 'status': 'completed', 'code': 200} May 20 16:53:00.800711 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322a56b-e321-41f3-8762-b5f94809917f req-fd68bf91-e286-4bc5-987f-4a9f392dbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:00.802131 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2322a56b-e321-41f3-8762-b5f94809917f req-fd68bf91-e286-4bc5-987f-4a9f392dbcbe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1098 time: 0.0995660 May 20 16:53:00.823393 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47090) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:00.854458 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:00.892511 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:53:00.895446 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:00.904249 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Usage tracker for resource:security_group_rule and tenant:53f87a6e49de47e6b44e48a4447692f5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:00.912143 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:00.939124 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:01.021896 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322a56b-e321-41f3-8762-b5f94809917f req-e5dcfda4-af86-4e57-82da-15c3289f636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:01.023379 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2322a56b-e321-41f3-8762-b5f94809917f req-e5dcfda4-af86-4e57-82da-15c3289f636f service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.2062116 May 20 16:53:01.163305 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47098) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:01.212152 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.226936 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.228177 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.236581 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-989ad939-d792-43eb-bdf0-43138c17b277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:01.296152 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53f87a6e49de47e6b44e48a4447692f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715745 May 20 16:53:01.301678 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54954208-c689-4bd2-9613-e0f151c30c5f,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:01.305198 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47104) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:01.307701 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:01.313404 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2322a56b-e321-41f3-8762-b5f94809917f req-c76dc65d-c300-490d-bc6e-f4c4836364d4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 200 len: 998 time: 0.2716708 May 20 16:53:01.331714 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:01.361649 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '1530d6e9-5522-4941-acd2-5eedca513861', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'floating_ip_address': '172.28.2.87', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'port_id': '9417aaf1-5163-48e7-a257-c6da70d20831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'mac_address': 'fa:16:3e:43:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:52:24Z', 'updated_at': '2021-05-20T16:52:58Z', 'revision_number': 1, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:01.364951 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bcbe-140b-4ff8-b9d2-20bf058a2920 req-85c74e19-ef22-4ef2-84ff-3078c1b0e72d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:01.366464 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f412bcbe-140b-4ff8-b9d2-20bf058a2920 req-85c74e19-ef22-4ef2-84ff-3078c1b0e72d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.2901711 May 20 16:53:01.374386 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] Checking router: 73377523-a2f4-48a4-a032-083e264df5ad for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:53:01.387452 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:53:01.388282 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:52:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:01.405895 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec709b6b4e524cf696f07c09a4621bb9 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:01.410907 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.411817 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:01.440777 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:01.495957 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322a56b-e321-41f3-8762-b5f94809917f req-4b7f6c72-1e32-4d04-8237-c200f5707117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:01.503508 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2322a56b-e321-41f3-8762-b5f94809917f req-4b7f6c72-1e32-4d04-8237-c200f5707117 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.1686251 May 20 16:53:01.512074 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f412bcbe-140b-4ff8-b9d2-20bf058a2920 req-cb9fb40d-3a0e-4dcb-9482-aa9204eb6129 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332242 May 20 16:53:01.532280 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.636830 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.644965 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:53:01.648082 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-222f7b78-e32f-42fa-ba80-0085ac12a56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:01.680617 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54954208-c689-4bd2-9613-e0f151c30c5f,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:01.684438 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:01.687688 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.688986 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54954208-c689-4bd2-9613-e0f151c30c5f HTTP/1.1" status: 204 len: 168 time: 0.3828351 May 20 16:53:01.696124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322a56b-e321-41f3-8762-b5f94809917f req-7798903a-e33c-4ba1-9711-63a241ee36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:01.697610 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2322a56b-e321-41f3-8762-b5f94809917f req-7798903a-e33c-4ba1-9711-63a241ee36d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1840584 May 20 16:53:01.705384 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.731518 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:01.744523 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-18f8c8ae-c0e4-43aa-b03a-9594bac6c45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:01.789333 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05e64e-99e9-4661-9a7a-7ad21dd3d04a,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:01.793460 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:01.903775 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47124) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:01.904323 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec709b6b4e524cf696f07c09a4621bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7348461 May 20 16:53:01.992805 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2322a56b-e321-41f3-8762-b5f94809917f req-97eb7914-c232-449e-8b2f-2aafe67c3662 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836788 May 20 16:53:02.035217 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:02.100290 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:02.227271 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:02.231034 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a854f83b-ddae-4b06-bfa1-66912d2435e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:02.244398 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05e64e-99e9-4661-9a7a-7ad21dd3d04a,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:02.265534 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:02.288007 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2322a56b-e321-41f3-8762-b5f94809917f req-3978db93-d417-4a5a-ba9b-f42e0df36ea7 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813971 May 20 16:53:02.289238 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:02.293557 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba05e64e-99e9-4661-9a7a-7ad21dd3d04a HTTP/1.1" status: 204 len: 168 time: 0.3884642 May 20 16:53:02.350745 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '1530d6e9-5522-4941-acd2-5eedca513861', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'floating_ip_address': '172.28.2.87', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'port_id': '9417aaf1-5163-48e7-a257-c6da70d20831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'mac_address': 'fa:16:3e:43:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:52:24Z', 'updated_at': '2021-05-20T16:52:58Z', 'revision_number': 1, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:53:02.354938 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b97d93-9aa3-4cec-85ee-b58ecb775612 None None] The sync data for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb is: [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '1530d6e9-5522-4941-acd2-5eedca513861', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'floating_ip_address': '172.28.2.87', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'port_id': '9417aaf1-5163-48e7-a257-c6da70d20831', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'mac_address': 'fa:16:3e:43:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:52:24Z', 'updated_at': '2021-05-20T16:52:58Z', 'revision_number': 1, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:53:02.647328 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e4473-f586-489c-91d5-a62681f3f25a None None] New status for floating IP 1530d6e9-5522-4941-acd2-5eedca513861: ACTIVE {{(pid=91597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:53:02.789524 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262ca0d-878e-448f-a382-d22d9eca5a57 req-f129ba8f-8479-44cd-a7bf-4cd612e73b78 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:02.792105 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9262ca0d-878e-448f-a382-d22d9eca5a57 req-f129ba8f-8479-44cd-a7bf-4cd612e73b78 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1534097 May 20 16:53:02.877450 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9262ca0d-878e-448f-a382-d22d9eca5a57 req-8bbe6fc5-d7bc-41bd-a997-3681c5ea2a12 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781381 May 20 16:53:04.116279 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316eaec-3df0-4dd6-8ceb-532cdf50bcb4 req-3460860c-40ff-43c0-8a3a-37e0aa65dc74 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:04.118525 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7316eaec-3df0-4dd6-8ceb-532cdf50bcb4 req-3460860c-40ff-43c0-8a3a-37e0aa65dc74 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1040823 May 20 16:53:04.190144 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7316eaec-3df0-4dd6-8ceb-532cdf50bcb4 req-63347a65-c8c1-4242-8f09-47b8c1b6a9ba tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656650 May 20 16:53:05.038632 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47278) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:05.186982 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:05.202246 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:05.207029 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Usage tracker for resource:security_group_rule and tenant:1989262b663f496995825b87079e9b39 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:05.209993 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:05.215746 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:05.330627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:05.338647 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:05.355535 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:05.393267 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af05498-34a2-47e7-b591-7756e3cd5c5e,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:05.408046 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:05.419545 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1989262b663f496995825b87079e9b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796165 May 20 16:53:05.422060 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47298) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:05.473519 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da46e59-1345-466c-8c95-86463adcc2d4 req-3ece6e45-4a43-4a29-9efc-1bed7cdbb607 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:05.475010 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2da46e59-1345-466c-8c95-86463adcc2d4 req-3ece6e45-4a43-4a29-9efc-1bed7cdbb607 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1038859 May 20 16:53:05.490706 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:05.518802 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:05.578667 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:05.584126 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8c2cc3d3-c224-46af-9fb5-22fb3c03e56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:05.597621 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af05498-34a2-47e7-b591-7756e3cd5c5e,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:05.601683 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:05.613876 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:05.614692 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2da46e59-1345-466c-8c95-86463adcc2d4 req-bbb45e15-6d83-4665-ada2-abf89031f63a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337016 May 20 16:53:05.615337 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7af05498-34a2-47e7-b591-7756e3cd5c5e HTTP/1.1" status: 204 len: 168 time: 0.1920819 May 20 16:53:05.922314 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47322) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:05.944235 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:06.020775 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:06.024551 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Usage tracker for resource:security_group_rule and tenant:07c7553a734d4f929fdfc35e928fce06 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:06.027622 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:06.033167 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:06.124851 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:06.128749 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:06.137063 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a7c5df2c-f1a8-4ca8-8c49-f9870cf198b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:06.176545 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd36913e-f58e-4302-bf82-8a250426beae,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:06.180359 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:06.186183 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47332) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:06.186482 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07c7553a734d4f929fdfc35e928fce06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628648 May 20 16:53:06.250919 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:06.279821 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:06.340570 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:06.345859 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ef783dbb-e51d-4134-88ed-a7f0cd634acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:06.358880 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd36913e-f58e-4302-bf82-8a250426beae,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:06.361376 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:06.362735 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:06.366976 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd36913e-f58e-4302-bf82-8a250426beae HTTP/1.1" status: 204 len: 168 time: 0.1766450 May 20 16:53:06.856554 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8beb-c54b-4d26-bd10-f779bd78ec49 req-1dc0e276-6674-4681-b13a-ecef13b88486 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:06.864480 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-faaa8beb-c54b-4d26-bd10-f779bd78ec49 req-1dc0e276-6674-4681-b13a-ecef13b88486 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1149983 May 20 16:53:06.905820 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-faaa8beb-c54b-4d26-bd10-f779bd78ec49 req-3ac22e84-9f15-4969-b25d-348f844f37b6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 May 20 16:53:07.718324 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47412) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:07.845433 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:07.861507 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:07.866628 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Usage tracker for resource:security_group_rule and tenant:2e42904032624d85959e550c558ea6ee is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:07.869850 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:07.875635 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:07.983412 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:07.989017 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:07.998281 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7dac13ea-b268-4ba4-a7e0-483c0253303e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:08.096565 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e42904032624d85959e550c558ea6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769212 May 20 16:53:08.099585 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47434) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:08.105478 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7dea90-8899-4df7-81db-fc034f9ac5a7,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:08.118877 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:08.162057 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2069f66-1c73-4cb5-ac73-84b0304dd12f req-a8edb4b6-87c3-49df-bace-d7ee643568ce tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:08.163571 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a2069f66-1c73-4cb5-ac73-84b0304dd12f req-a8edb4b6-87c3-49df-bace-d7ee643568ce tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1262028 May 20 16:53:08.193503 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:08.233717 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:08.270608 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a2069f66-1c73-4cb5-ac73-84b0304dd12f req-c982233a-063d-4b8e-8cd8-f88893ef699b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993230 May 20 16:53:08.321912 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:08.326945 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2b0c564a-9faf-486d-a455-169d1bf91939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:08.344212 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7dea90-8899-4df7-81db-fc034f9ac5a7,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:08.348670 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:08.371424 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:08.375333 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b7dea90-8899-4df7-81db-fc034f9ac5a7 HTTP/1.1" status: 204 len: 168 time: 0.2721231 May 20 16:53:08.804771 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47478) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:08.831497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:08.846965 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:08.850924 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Usage tracker for resource:security_group_rule and tenant:54b812de5ee94a80901c878a044f6cd5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:08.853826 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:08.859712 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:08.964984 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:08.969369 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:08.981114 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:09.031344 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54b812de5ee94a80901c878a044f6cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255261 May 20 16:53:09.032664 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eae5c19-c264-4e38-8cef-557359e86ee9,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:09.034147 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47496) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:09.037506 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:09.118277 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:09.146475 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:09.204279 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:09.213698 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:09.228745 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eae5c19-c264-4e38-8cef-557359e86ee9,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:09.255945 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:09.260150 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0eae5c19-c264-4e38-8cef-557359e86ee9 HTTP/1.1" status: 204 len: 168 time: 0.2227869 May 20 16:53:09.261143 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:09.501184 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7d3d6-b6dc-4501-bc5a-5ba4f0e888e4 req-43ee63e0-95e6-4fa0-aa2f-6fed5edda3e1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:09.504085 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c5e7d3d6-b6dc-4501-bc5a-5ba4f0e888e4 req-43ee63e0-95e6-4fa0-aa2f-6fed5edda3e1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0945833 May 20 16:53:09.570956 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c5e7d3d6-b6dc-4501-bc5a-5ba4f0e888e4 req-8312f806-820b-43b4-914f-24e282007062 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602226 May 20 16:53:09.691356 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47536) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:09.986488 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.008444 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:10.013078 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Usage tracker for resource:security_group_rule and tenant:ddf4643c2ee244fca339da446eb00ec8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:10.016376 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:10.024640 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:10.034053 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47554) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:10.116247 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.134174 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:10.138614 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Usage tracker for resource:security_group_rule and tenant:988dfbf5d77941da8ecdeb924b679ff0 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:10.141750 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:10.148490 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:10.186523 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.193305 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.206934 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6ab100da-9140-4e57-ade6-0b09db54a218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:10.271728 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ddf4643c2ee244fca339da446eb00ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5791757 May 20 16:53:10.275016 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47566) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:10.275788 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e9f21-98dc-4879-926e-f979f0d34ace,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:10.280714 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:10.320510 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.327377 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.346204 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.354222 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-b62bd259-6777-4c48-b540-d692a0e23379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:10.366633 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=988dfbf5d77941da8ecdeb924b679ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309510 May 20 16:53:10.369444 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47574) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:10.376136 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.454406 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.461445 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:10.474292 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e9f21-98dc-4879-926e-f979f0d34ace,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:10.474707 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b871ab6-3f7c-4eef-99c5-492b5d3210de,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:10.478736 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:10.483053 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.484307 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/363e9f21-98dc-4879-926e-f979f0d34ace HTTP/1.1" status: 204 len: 168 time: 0.2054763 May 20 16:53:10.487272 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.492547 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:10.525129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.595787 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.602242 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e7b4612b-d9b2-45cf-9f99-0b985fda1e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:10.621149 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b871ab6-3f7c-4eef-99c5-492b5d3210de,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:10.623487 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:10.634052 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:10.635332 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b871ab6-3f7c-4eef-99c5-492b5d3210de HTTP/1.1" status: 204 len: 168 time: 0.2644482 May 20 16:53:10.655014 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47590) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:10.797503 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6467b9-6321-44f8-bdd3-a853d1ee68d0 req-bfb1d226-efbf-4466-bca0-75e9b4265dcf tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:10.799343 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ea6467b9-6321-44f8-bdd3-a853d1ee68d0 req-bfb1d226-efbf-4466-bca0-75e9b4265dcf tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0957670 May 20 16:53:10.858462 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ea6467b9-6321-44f8-bdd3-a853d1ee68d0 req-1c56e4ec-bc18-41c0-81e7-4efa9b39fe9f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504105 May 20 16:53:10.965058 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1937706378-network', 'tenant_id': 'ad28526008bd4d119a4e0f4a6fc8a7fa'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:10.969501 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:10.973472 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Usage tracker for resource:network and tenant:ad28526008bd4d119a4e0f4a6fc8a7fa is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:10.976736 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:10.982954 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:10.995426 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Made reservation on behalf of ad28526008bd4d119a4e0f4a6fc8a7fa for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:10.998155 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.013655 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47602) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:11.017182 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.033836 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.035188 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:11.040508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Usage tracker for resource:security_group_rule and tenant:ad28526008bd4d119a4e0f4a6fc8a7fa is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:11.043809 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:11.052762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:11.052924 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:11.057819 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5a2c45cf2c426393ff33ccabd3b41a is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:11.061620 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:11.071003 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:11.117307 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47608) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:11.140543 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.151800 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.156713 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.161419 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d005eb83-106d-41f8-a996-91d16cb5fb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:11.168532 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:11.175266 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Usage tracker for resource:security_group_rule and tenant:15ec82d5e7f54bfabf5187cb219b8d03 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:11.185133 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:11.188276 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:53:11.193995 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:11.201709 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a57cf-d992-4a57-bab8-3c76a1b061ea,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:11.207054 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:11.208223 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.208688 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Added segment eef8ea6b-dfdb-493d-b13b-0fe502807c09 of type vlan for network 74373fe9-d40d-4a7e-9bb8-700a3f55366d May 20 16:53:11.217169 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.229510 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.238809 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.239956 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:11.276439 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.278698 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:11.279866 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.289298 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-66ca495a-89ae-4a7d-b871-ba0da08a81ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:11.301210 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc5a2c45cf2c426393ff33ccabd3b41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861488 May 20 16:53:11.302276 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2a525-42ce-4a24-abb9-2674c637f11d,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:11.305521 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:11.306014 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47618) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:11.405736 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.410115 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7500591 May 20 16:53:11.410115 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47622) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:11.412375 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Pushing event updated for resources: {'Network': ['ID=74373fe9-d40d-4a7e-9bb8-700a3f55366d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:11.417319 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Request body: {'subnet': {'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1937706378-subnet', 'tenant_id': 'ad28526008bd4d119a4e0f4a6fc8a7fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:11.420616 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:11.422692 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:11.426575 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Usage tracker for resource:subnet and tenant:ad28526008bd4d119a4e0f4a6fc8a7fa is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:11.427277 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 74373fe9-d40d-4a7e-9bb8-700a3f55366d details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:53:11.429695 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:11.435730 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:11.436281 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.449457 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Made reservation on behalf of ad28526008bd4d119a4e0f4a6fc8a7fa for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:11.449728 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.452172 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515581'] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.459985 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.466213 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:11.531489 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87d8dcd-de75-4684-a1a0-139b80097791,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:11.535128 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:11.538556 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15ec82d5e7f54bfabf5187cb219b8d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202323 May 20 16:53:11.541302 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47626) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:11.624169 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.630018 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2de0e6ae-b051-4d68-90e3-5994a99c25f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:11.642243 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.648306 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2a525-42ce-4a24-abb9-2674c637f11d,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:11.666453 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:11.671368 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.676149 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44f2a525-42ce-4a24-abb9-2674c637f11d HTTP/1.1" status: 204 len: 168 time: 0.3640370 May 20 16:53:11.710071 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.851292 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.856913 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e1de1429-11e5-4bb2-98a4-1d07ef775d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:11.871425 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87d8dcd-de75-4684-a1a0-139b80097791,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:11.873967 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:11.875215 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:11.880865 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f87d8dcd-de75-4684-a1a0-139b80097791 HTTP/1.1" status: 204 len: 168 time: 0.3376925 May 20 16:53:12.112763 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10308681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515567'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:12.121665 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:12.201349 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910f0ad-0999-43b8-af24-9800a3e1c24b req-c2c45498-f99d-4746-851f-dcb20e86917e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:12.207098 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f910f0ad-0999-43b8-af24-9800a3e1c24b req-c2c45498-f99d-4746-851f-dcb20e86917e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1070082 May 20 16:53:12.251057 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=266ab535-0830-44dc-81c1-744163f32387,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:12.258443 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:12.271828 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Checking segment: {'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:12.272179 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Network hostable DHCP agents. Network: 74373fe9-d40d-4a7e-9bb8-700a3f55366d, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:53:12.285089 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f910f0ad-0999-43b8-af24-9800a3e1c24b req-274c1bb5-29c2-49cf-b353-e1c3c9df8d64 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 May 20 16:53:12.297996 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Network 74373fe9-d40d-4a7e-9bb8-700a3f55366d is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:53:12.314390 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-86e396b4-5cd9-4fd2-bbc3-8fc128eb5735 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1935735 May 20 16:53:12.316272 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 74373fe9-d40d-4a7e-9bb8-700a3f55366d) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:12.332594 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:12.333187 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7925f5-19e8-49b9-98a7-f52b790b804e None None] Network 74373fe9-d40d-4a7e-9bb8-700a3f55366d requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:12.333303 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:12.358221 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9468529 May 20 16:53:12.530189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-40393f55-23c8-41b7-bc83-6f41dfa6f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:12.540818 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-40393f55-23c8-41b7-bc83-6f41dfa6f6c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.1459467 May 20 16:53:12.603134 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766d0d0-8360-4872-b3a6-6b04a53808f6 None None] Network 74373fe9-d40d-4a7e-9bb8-700a3f55366d requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:12.726881 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-7f8912df-fe63-431d-8ca5-3edd33276a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:12.728661 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-7f8912df-fe63-431d-8ca5-3edd33276a86 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.1609597 May 20 16:53:12.811078 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-a3f40620-3c0c-4a2a-a25b-0abe6c224475 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 217 time: 0.0753722 May 20 16:53:12.892007 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-b20f0730-c6f2-47c2-ac7a-089cea10a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:12.894124 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-b20f0730-c6f2-47c2-ac7a-089cea10a134 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.0715387 May 20 16:53:13.031444 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-105e7959-63a9-4999-8b0c-08dc0f11f841 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279309 May 20 16:53:13.247009 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-39dec914-68b7-4a88-bf4c-9aefe17ec152 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024922 May 20 16:53:13.524779 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d6f6429d-e6e9-4c6a-8f52-3338a904924c req-5bd90b10-7652-45f8-80ce-8f4d116bce90 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521672 May 20 16:53:13.679821 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe6110-0a74-47cb-8031-6cba897f40f7 req-daf7c5d9-ac7f-4a71-b648-1469a23df43d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:13.688696 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-71fe6110-0a74-47cb-8031-6cba897f40f7 req-daf7c5d9-ac7f-4a71-b648-1469a23df43d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.2363539 May 20 16:53:13.778412 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-71fe6110-0a74-47cb-8031-6cba897f40f7 req-6d383184-bf17-4be5-bd9d-0bd64b9894fd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883756 May 20 16:53:14.212120 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-1dc9460b-b376-4f2b-8bf0-9155c4ea3da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:15.122785 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58617f43-ede0-44c0-ab7e-dd29f4a4be37 req-fd500a1c-2fb3-48e6-b49d-ea24c0c73793 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:15.124332 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-58617f43-ede0-44c0-ab7e-dd29f4a4be37 req-fd500a1c-2fb3-48e6-b49d-ea24c0c73793 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0916462 May 20 16:53:15.191918 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-58617f43-ede0-44c0-ab7e-dd29f4a4be37 req-62164ee7-16a6-4dd2-852d-6e4f17897aa6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602522 May 20 16:53:15.600989 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415176bb-bb18-4468-b125-35d71f0488a9 req-5cf2408a-1551-4dba-a4e3-52488e68c2c0 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:15.610025 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-5cf2408a-1551-4dba-a4e3-52488e68c2c0 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/networks?id=74373fe9-d40d-4a7e-9bb8-700a3f55366d HTTP/1.1" status: 200 len: 809 time: 0.1925793 May 20 16:53:15.629414 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-5cc20d76-2877-46b0-9950-dbfab4a0fe1e tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/quotas/ad28526008bd4d119a4e0f4a6fc8a7fa HTTP/1.1" status: 200 len: 375 time: 0.0158713 May 20 16:53:15.687458 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-2300cbf3-1b96-416e-8dd0-31ae6792689e tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad28526008bd4d119a4e0f4a6fc8a7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569949 May 20 16:53:15.890767 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6b683d15-6630-4c72-a42e-627b16c43ff2 service neutron] 10.222.0.69 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962671 May 20 16:53:16.029391 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-711602b1-05cb-4626-8bb6-266ca14b4ff2 service neutron] 10.222.0.69 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317036 May 20 16:53:16.216155 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1ddfd537-e83d-42cd-b3de-7cf7aebfd478 req-b3987dda-b7dd-4c2c-8bf9-95fc6df2d2f7 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 210 time: 0.0509806 May 20 16:53:16.406301 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587d095-2bd6-48bc-b581-8b1d5ca426f4 req-bce633c2-a06a-4473-9d8f-f3d7f5cf5db6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:16.407822 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c587d095-2bd6-48bc-b581-8b1d5ca426f4 req-bce633c2-a06a-4473-9d8f-f3d7f5cf5db6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0938587 May 20 16:53:16.475215 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c587d095-2bd6-48bc-b581-8b1d5ca426f4 req-6bdfc19b-7e97-4f84-9bc1-fafa1abf55eb tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555089 May 20 16:53:16.757328 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2f650855-be2f-44b3-a221-26708ec57baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:16.815099 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:17.376440 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-58c26770-9613-4670-a493-c06acdea1200 req-fda484be-c6b0-4147-b87c-c2cbe31ac4e4 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 210 time: 0.0509996 May 20 16:53:17.605045 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415176bb-bb18-4468-b125-35d71f0488a9 req-23c92b57-3a58-4e55-a009-0ab03d18a61f tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:17.606010 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-415176bb-bb18-4468-b125-35d71f0488a9 req-23c92b57-3a58-4e55-a009-0ab03d18a61f tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Synchronizing usage tracker for tenant:ad28526008bd4d119a4e0f4a6fc8a7fa on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:17.612190 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:17.625811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-415176bb-bb18-4468-b125-35d71f0488a9 req-23c92b57-3a58-4e55-a009-0ab03d18a61f tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Unset dirty status for tenant:ad28526008bd4d119a4e0f4a6fc8a7fa on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:17.626956 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-23c92b57-3a58-4e55-a009-0ab03d18a61f tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "GET /v2.0/networks?id=74373fe9-d40d-4a7e-9bb8-700a3f55366d HTTP/1.1" status: 200 len: 809 time: 0.2012010 May 20 16:53:17.652450 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Request body: {'port': {'device_id': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d', 'admin_state_up': True, 'tenant_id': 'ad28526008bd4d119a4e0f4a6fc8a7fa'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:17.698268 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b22e-7b6a-422c-a610-bd37b2ca3189 req-742edb06-3601-4c80-9b00-31c7462af04e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:17.700197 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-62d5b22e-7b6a-422c-a610-bd37b2ca3189 req-742edb06-3601-4c80-9b00-31c7462af04e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1080606 May 20 16:53:17.748821 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-62d5b22e-7b6a-422c-a610-bd37b2ca3189 req-ef155187-2970-4411-aaf6-458c8a4c2226 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399203 May 20 16:53:17.791814 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:17.795556 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Usage tracker for resource:port and tenant:ad28526008bd4d119a4e0f4a6fc8a7fa is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:17.798651 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:17.804579 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:17.813938 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Made reservation on behalf of ad28526008bd4d119a4e0f4a6fc8a7fa for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:17.817372 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:17.967508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:17.984746 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Allocated IP 172.20.0.6 (74373fe9-d40d-4a7e-9bb8-700a3f55366d/266ab535-0830-44dc-81c1-744163f32387/6d670690-c93c-4f38-ac61-fa20efb1d3e8) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:53:18.198223 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:18.237801 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:18.256890 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:18.353119 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Pushing event updated for resources: {'Port': ['ID=6d670690-c93c-4f38-ac61-fa20efb1d3e8,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:18.367839 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Network 74373fe9-d40d-4a7e-9bb8-700a3f55366d is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:18.369064 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:18.369896 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:18.372968 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:53:18.553495 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:18.554263 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:18.577975 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9295647 May 20 16:53:18.594391 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Request body: {'port': {'device_id': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:18.648936 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47916) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:18.650443 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b72ab-a187-4f37-8870-8c4a7184f483 req-63daee6b-9683-4b63-9b6e-27dab8814688 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:18.652036 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ea5b72ab-a187-4f37-8870-8c4a7184f483 req-63daee6b-9683-4b63-9b6e-27dab8814688 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 931 time: 0.1273069 May 20 16:53:18.709363 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ea5b72ab-a187-4f37-8870-8c4a7184f483 req-30f8fa1f-9676-4cef-a6d1-3b94812e4dfd tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492418 May 20 16:53:18.742380 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:18.837029 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:18.857902 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:18.868327 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Usage tracker for resource:security_group_rule and tenant:3663ce6014624bfa97838979a49e47f3 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:18.872706 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:18.921872 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:18.957750 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28626d79-4424-469b-80c3-6a128b3fa33c req-0734f061-e207-4e54-9c56-7d8be00661d6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:18.960417 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-28626d79-4424-469b-80c3-6a128b3fa33c req-0734f061-e207-4e54-9c56-7d8be00661d6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0991814 May 20 16:53:19.016171 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-28626d79-4424-469b-80c3-6a128b3fa33c req-e5c6ffc9-d003-4af3-a623-3fa68b450153 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 May 20 16:53:19.163603 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.176695 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.187313 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e21c04a9-0b6b-48d5-aa2d-3cb9aa37fd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:19.205400 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47934) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:19.270174 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3663ce6014624bfa97838979a49e47f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194942 May 20 16:53:19.272916 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47940) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:19.279326 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e1668a-c0f7-4d9a-9ee8-63b257bbb134,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:19.282414 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:19.287347 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d670690-c93c-4f38-ac61-fa20efb1d3e8 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:19.295727 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.312561 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Transition to ACTIVE for port object 6d670690-c93c-4f38-ac61-fa20efb1d3e8 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:19.316526 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.321311 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-95c72c4a-a77a-4882-a96d-28cd5c7962ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:19.343637 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.368814 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.371503 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:19.384337 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Usage tracker for resource:security_group_rule and tenant:4cf044cf599a451c980a00545558bdd8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:19.388713 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:19.404453 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:19.411426 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.467659 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.549123 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.557693 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:19.570356 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Pushing event updated for resources: {'Port': ['ID=6d670690-c93c-4f38-ac61-fa20efb1d3e8,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:19.577420 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e1668a-c0f7-4d9a-9ee8-63b257bbb134,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:19.593598 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:19.619752 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:19.621578 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.628240 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38e1668a-c0f7-4d9a-9ee8-63b257bbb134 HTTP/1.1" status: 204 len: 168 time: 0.3528502 May 20 16:53:19.631231 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.644901 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.661977 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cf4bd339-e59a-4d14-862c-21ca6e79f936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:19.680603 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Attempting to bind port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:53:19.681573 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Attempting to bind port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:53:19.682058 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Attempting to bind port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 on network 74373fe9-d40d-4a7e-9bb8-700a3f55366d {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:19.687668 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 on network 74373fe9-d40d-4a7e-9bb8-700a3f55366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:53:19.688157 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Attempting to bind port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 on network 74373fe9-d40d-4a7e-9bb8-700a3f55366d {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:19.694309 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:53:19.694875 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Checking segment: {'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:19.695419 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Bound using segment: {'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:53:19.696001 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Bound port: 6d670690-c93c-4f38-ac61-fa20efb1d3e8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:53:19.696514 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.729601 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4cf044cf599a451c980a00545558bdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228665 May 20 16:53:19.730745 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388948e3-b9bd-4acb-877c-e004f61c3e1e,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:19.747936 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47958) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:19.755480 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:19.806009 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] For port 6d670690-c93c-4f38-ac61-fa20efb1d3e8, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:53:19.811473 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] For port 6d670690-c93c-4f38-ac61-fa20efb1d3e8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6d670690-c93c-4f38-ac61-fa20efb1d3e8,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:53:19.820641 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.836336 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4cb42638-1d2b-4e2a-be21-c1729e483c37 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:19.844415 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.886436 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.919362 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:19.919982 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:19.921344 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] 10.222.0.82 "PUT /v2.0/ports/6d670690-c93c-4f38-ac61-fa20efb1d3e8 HTTP/1.1" status: 200 len: 1093 time: 1.3333573 May 20 16:53:19.921830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'tag': '6d670690-c93c-4f38-ac61-fa20efb1d3e8'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:19.943588 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Pushing event updated for resources: {'Port': ['ID=6d670690-c93c-4f38-ac61-fa20efb1d3e8,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:19.959602 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:20.037314 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'tag': '6d670690-c93c-4f38-ac61-fa20efb1d3e8', 'status': 'completed', 'code': 200} May 20 16:53:20.042370 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.067507 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d4eb2aa7-6237-4752-a027-d5fe874704ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:20.083908 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415176bb-bb18-4468-b125-35d71f0488a9 req-af9c1bfe-c925-42b9-b577-6e2d3d118f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:20.086487 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-af9c1bfe-c925-42b9-b577-6e2d3d118f3b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad28526008bd4d119a4e0f4a6fc8a7fa&device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 1096 time: 0.1197488 May 20 16:53:20.101141 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb575f-3fb5-49d8-9675-3c51d50a4cad req-19399fa9-70c9-4cdb-b9e2-888db070d1fd tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:20.102944 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cfeb575f-3fb5-49d8-9675-3c51d50a4cad req-19399fa9-70c9-4cdb-b9e2-888db070d1fd tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 943 time: 0.2200634 May 20 16:53:20.109730 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388948e3-b9bd-4acb-877c-e004f61c3e1e,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:20.112571 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:20.147536 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.148760 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/388948e3-b9bd-4acb-877c-e004f61c3e1e HTTP/1.1" status: 204 len: 168 time: 0.3996344 May 20 16:53:20.170416 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cfeb575f-3fb5-49d8-9675-3c51d50a4cad req-bca25c9b-cb64-4291-a296-6916782763c0 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562520 May 20 16:53:20.199053 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-6e766037-ba2e-450b-83af-c0ec31641508 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d670690-c93c-4f38-ac61-fa20efb1d3e8 HTTP/1.1" status: 200 len: 217 time: 0.0959356 May 20 16:53:20.224496 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47978) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:20.253528 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.270009 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:20.275855 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Usage tracker for resource:security_group_rule and tenant:f90b934871274e50a87d8eb9f6445af9 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:20.280009 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:20.286069 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415176bb-bb18-4468-b125-35d71f0488a9 req-2829b37d-c72f-43ff-9ccd-60ae208f35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:20.288106 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-2829b37d-c72f-43ff-9ccd-60ae208f35d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=266ab535-0830-44dc-81c1-744163f32387 HTTP/1.1" status: 200 len: 849 time: 0.0810399 May 20 16:53:20.289101 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:20.313345 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b6d3-9082-4f70-be73-7382cfb863a3 req-508d0e8b-fd48-49cd-9bd9-6f6e291d0b43 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:20.320428 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a187b6d3-9082-4f70-be73-7382cfb863a3 req-508d0e8b-fd48-49cd-9bd9-6f6e291d0b43 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1437128 May 20 16:53:20.344185 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-bb81a196-3d57-437f-b4e7-0655b664798d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74373fe9-d40d-4a7e-9bb8-700a3f55366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483792 May 20 16:53:20.386049 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a187b6d3-9082-4f70-be73-7382cfb863a3 req-a3480626-6416-4921-8cad-dcdcd382c5c3 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647647 May 20 16:53:20.423484 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:53:20.441450 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.445977 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.454498 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b3ad4f57-6d23-409a-a6a7-1a923a00fa62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:20.497861 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-58687c31-eb48-4a2b-83da-ff4489e265ca service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375449 May 20 16:53:20.498067 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f90b934871274e50a87d8eb9f6445af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700949 May 20 16:53:20.498067 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 47984) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:20.500539 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5662d-dc28-42e1-a188-b833f48cb26e,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:20.512830 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:20.562268 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.591502 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.644570 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-415176bb-bb18-4468-b125-35d71f0488a9 req-8249c12a-fe02-47bc-92e2-2f76c9198dea service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406074 May 20 16:53:20.650546 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 47988) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:20.654388 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.660011 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f61c40e6-bc05-457e-94a5-da9a8338e9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:20.671880 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.674437 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5662d-dc28-42e1-a188-b833f48cb26e,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:20.676592 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:20.682606 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.683977 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ff5662d-dc28-42e1-a188-b833f48cb26e HTTP/1.1" status: 204 len: 168 time: 0.1849728 May 20 16:53:20.695032 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:20.698991 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Usage tracker for resource:security_group_rule and tenant:0f921a388da04ad5b2511185a775cdcc is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:20.703158 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:20.742465 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:20.819137 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-a3d6f2ea-9c7d-4d32-bbf8-2c7dc2601616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:20.820604 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-a3d6f2ea-9c7d-4d32-bbf8-2c7dc2601616 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad28526008bd4d119a4e0f4a6fc8a7fa&device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 1096 time: 0.1186152 May 20 16:53:20.943960 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.956166 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:20.965642 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1ae8e411-5216-47c0-9404-a3e3f0921aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:21.025250 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f921a388da04ad5b2511185a775cdcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712008 May 20 16:53:21.025513 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48004) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:21.028148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcfa613-00d4-43f6-a7f7-7f2811e7684e,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:21.044889 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-28d24809-1a94-43e5-b4c4-589bfe6af38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:21.063150 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-79d1fd3c-8218-4b31-b2c9-17e85c6e1efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:21.065099 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-79d1fd3c-8218-4b31-b2c9-17e85c6e1efb service neutron] 10.222.0.82 "GET /v2.0/networks?id=74373fe9-d40d-4a7e-9bb8-700a3f55366d HTTP/1.1" status: 200 len: 910 time: 0.2328866 May 20 16:53:21.144622 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-35ed7384-4289-48c6-bec8-02a30f339783 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d670690-c93c-4f38-ac61-fa20efb1d3e8 HTTP/1.1" status: 200 len: 217 time: 0.0726166 May 20 16:53:21.199031 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.208493 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48020) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:21.243980 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.297534 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-c316a453-cc4c-4999-b786-f0d83c7d7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:21.299099 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-c316a453-cc4c-4999-b786-f0d83c7d7a86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=266ab535-0830-44dc-81c1-744163f32387 HTTP/1.1" status: 200 len: 849 time: 0.1426301 May 20 16:53:21.355588 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-a6dfe821-6e5b-4fed-bf73-88b8e19a6cc7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74373fe9-d40d-4a7e-9bb8-700a3f55366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488923 May 20 16:53:21.385474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.413934 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:21.422057 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Usage tracker for resource:security_group_rule and tenant:bfa79e71fa0949f5ba573b70b5b63b7f is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:21.429697 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:21.432399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.439989 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:21.441211 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0432ec4c-ee52-40c6-9f27-6d599a01c794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:21.472890 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6b92c-1b80-4ad1-bd83-246973b430e7 req-a897a34f-1fd5-4b9b-a286-384a02846054 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:21.476223 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-28d6b92c-1b80-4ad1-bd83-246973b430e7 req-a897a34f-1fd5-4b9b-a286-384a02846054 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 943 time: 0.1825168 May 20 16:53:21.532702 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48034) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:21.544283 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcfa613-00d4-43f6-a7f7-7f2811e7684e,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:21.615833 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:21.644248 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.644888 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.650204 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cfcfa613-00d4-43f6-a7f7-7f2811e7684e HTTP/1.1" status: 204 len: 168 time: 0.6215990 May 20 16:53:21.664466 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.685840 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-28d6b92c-1b80-4ad1-bd83-246973b430e7 req-8999ac6f-da1c-4ffb-abe8-18237f988bc6 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499820 May 20 16:53:21.704088 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-a5dc397b-1dd5-4e30-8e27-e0be2bf558e2 service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213136 May 20 16:53:21.729645 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-32130d0c-a158-4ccf-b308-be3adcf9f3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:21.826586 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfa79e71fa0949f5ba573b70b5b63b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167848 May 20 16:53:21.831376 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48050) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:21.832216 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:21.849633 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c36acd-8d3a-45bf-ba7f-e786f68b8fb3,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:21.865141 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-fc5f5e8f-7a3d-481a-a26a-93bbf1cc51c8 req-946dab93-d16b-4ccd-9e03-bfe5eddc0d85 service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529596 May 20 16:53:21.867650 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:21.895106 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:21.912787 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Usage tracker for resource:security_group_rule and tenant:b266d04b959a40ddb357016cacc26c16 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:21.921066 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:21.939093 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df60101-1a55-4dbf-8d09-01ab14f88b66 req-55de1127-a196-4f90-bb82-575df1c041f9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:21.945834 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5df60101-1a55-4dbf-8d09-01ab14f88b66 req-55de1127-a196-4f90-bb82-575df1c041f9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.2567656 May 20 16:53:21.947940 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:22.041996 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48062) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:22.065496 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.089236 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:22.093810 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:d31f6261f1c743499321fc600f5b3bfd is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:22.097821 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:22.103961 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:22.118448 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-71ae5390-9c4c-4118-a2ee-b22217193ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.164127 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5df60101-1a55-4dbf-8d09-01ab14f88b66 req-ebc6c40f-a910-46f5-a2df-962fdf20576e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174160 May 20 16:53:22.177874 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-71ae5390-9c4c-4118-a2ee-b22217193ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.214183 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.219094 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.229123 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7386ce4e-552b-4340-bfa4-835a447adcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:22.247122 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.251613 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.263007 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74d397e-59ed-4118-b66b-36ee4abfa87f,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:22.266377 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2814230d-ca24-43cc-bad6-88b8a379c75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:22.274905 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:22.290783 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d31f6261f1c743499321fc600f5b3bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433500 May 20 16:53:22.290783 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48068) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:22.305482 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-71ae5390-9c4c-4118-a2ee-b22217193ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.316664 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b266d04b959a40ddb357016cacc26c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7792859 May 20 16:53:22.316776 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48072) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:22.322567 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586d5359-70c1-4809-ba28-cb466d2df422,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:22.329025 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:22.329506 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-efe95e02-a389-47d7-a553-cd8d6349d8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:22.343147 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae5390-9c4c-4118-a2ee-b22217193ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c36acd-8d3a-45bf-ba7f-e786f68b8fb3,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:22.347602 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-71ae5390-9c4c-4118-a2ee-b22217193ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:22.348579 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-71ae5390-9c4c-4118-a2ee-b22217193ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.349779 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-71ae5390-9c4c-4118-a2ee-b22217193ca5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89c36acd-8d3a-45bf-ba7f-e786f68b8fb3 HTTP/1.1" status: 204 len: 168 time: 0.5046117 May 20 16:53:22.398786 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.453779 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.476392 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.521377 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.570446 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.574842 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1dc560a4-c600-40bc-b80c-433ff367f416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:22.592687 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74d397e-59ed-4118-b66b-36ee4abfa87f,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:22.597660 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:22.603512 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.607719 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b74d397e-59ed-4118-b66b-36ee4abfa87f HTTP/1.1" status: 204 len: 168 time: 0.3165255 May 20 16:53:22.616648 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.622505 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4b796abe-6b4e-45cf-a6ed-4d62752ea572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:22.633828 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586d5359-70c1-4809-ba28-cb466d2df422,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:22.635995 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:22.639750 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/586d5359-70c1-4809-ba28-cb466d2df422 HTTP/1.1" status: 204 len: 168 time: 0.3231978 May 20 16:53:22.641027 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:22.884040 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b032-a8b6-4bd6-bf17-3ae682554218 req-7aa052cd-4260-401f-aaf7-c3a72c0f4f09 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:22.885595 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1179b032-a8b6-4bd6-bf17-3ae682554218 req-7aa052cd-4260-401f-aaf7-c3a72c0f4f09 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 943 time: 0.0869007 May 20 16:53:22.936779 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1179b032-a8b6-4bd6-bf17-3ae682554218 req-d9d280b2-189c-4196-817a-8df07b03e6c9 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 May 20 16:53:23.144193 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48114) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:23.167827 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:23.185804 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:23.193510 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:3ac62ae99c34433aac75d4b3c7add02b is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:23.196925 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:23.205978 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:23.344298 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:23.387588 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:23.395880 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-95f7d096-5ac6-44e3-8ffa-9819d524c4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:23.453035 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54e5bd5-97fc-4197-9548-0d47dd6f70a9,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:23.457605 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ac62ae99c34433aac75d4b3c7add02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120625 May 20 16:53:23.458827 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:23.460248 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48130) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:23.478408 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd371435-366a-4911-b222-50e04b5947a3 req-0aab43ac-3d58-41af-ba9d-1f04ef9e6ef6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:23.480567 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bd371435-366a-4911-b222-50e04b5947a3 req-0aab43ac-3d58-41af-ba9d-1f04ef9e6ef6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1385093 May 20 16:53:23.536423 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bd371435-366a-4911-b222-50e04b5947a3 req-054ad651-229a-4b90-a129-56aefd43e210 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500381 May 20 16:53:23.540345 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccaf6-46e0-4e72-83e7-18daf292698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:23.569363 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccaf6-46e0-4e72-83e7-18daf292698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:23.641214 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccaf6-46e0-4e72-83e7-18daf292698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:23.646528 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-81110f70-b8e1-492b-bf47-9bc0edbd10ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:23.661535 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ccaf6-46e0-4e72-83e7-18daf292698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54e5bd5-97fc-4197-9548-0d47dd6f70a9,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:23.664310 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ff7ccaf6-46e0-4e72-83e7-18daf292698a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:23.665685 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ff7ccaf6-46e0-4e72-83e7-18daf292698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:23.666774 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ff7ccaf6-46e0-4e72-83e7-18daf292698a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b54e5bd5-97fc-4197-9548-0d47dd6f70a9 HTTP/1.1" status: 204 len: 168 time: 0.2050769 May 20 16:53:24.154678 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679be280-d701-45b0-86f9-1a8dc66ea715 req-93d986b3-3485-4dc7-a7dc-ed6e87a1e934 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:24.156142 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-679be280-d701-45b0-86f9-1a8dc66ea715 req-93d986b3-3485-4dc7-a7dc-ed6e87a1e934 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 943 time: 0.0900052 May 20 16:53:24.212677 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-679be280-d701-45b0-86f9-1a8dc66ea715 req-0d6abfcf-fd49-4ef4-a598-df91ef2403ab tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503643 May 20 16:53:24.222359 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48172) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:24.359093 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1417170880-network', 'tenant_id': 'bf212ab98ecd4263bd242d1154e6f627'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:24.366317 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:24.372024 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Usage tracker for resource:network and tenant:bf212ab98ecd4263bd242d1154e6f627 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:24.375484 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:24.385762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:24.403210 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Made reservation on behalf of bf212ab98ecd4263bd242d1154e6f627 for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:24.406482 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.430750 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.448615 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:24.453169 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Usage tracker for resource:security_group_rule and tenant:bf212ab98ecd4263bd242d1154e6f627 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:24.457316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:24.463887 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:24.577751 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.583835 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.599445 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:53:24.609963 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.611060 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Added segment 40f2b953-5634-45ef-8cbd-3038c51391a2 of type vlan for network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d May 20 16:53:24.642101 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.670997 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-46446f4f-cfc8-4467-8c7e-a2acbb48c221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:24.687239 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.696419 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:24.697238 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:24.720177 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:24.726738 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:24.727426 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fd400997-97b4-4819-b58a-654e5c0f3216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:24.776066 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5521779 May 20 16:53:24.776860 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48196) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:24.800642 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 6d670690-c93c-4f38-ac61-fa20efb1d3e8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:53:24.889455 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Request body: {'subnet': {'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1417170880-subnet', 'tenant_id': 'bf212ab98ecd4263bd242d1154e6f627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:24.898377 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33914295-d31c-45ce-a034-de039614dc4a req-20d6cdb9-b432-4007-a6b7-24b2ecafcb16 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:24.908439 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-33914295-d31c-45ce-a034-de039614dc4a req-20d6cdb9-b432-4007-a6b7-24b2ecafcb16 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1645267 May 20 16:53:24.908932 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:24.945691 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Pushing event updated for resources: {'Network': ['ID=9ea4c517-6088-4bbc-bd7b-2f4741f1419d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:24.961338 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Usage tracker for resource:subnet and tenant:bf212ab98ecd4263bd242d1154e6f627 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:24.964493 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:24.965237 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:24.985427 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:53:24.994190 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:25.017719 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-33914295-d31c-45ce-a034-de039614dc4a req-bd8fadf5-8f15-47b1-9325-7c13ba939848 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997915 May 20 16:53:25.022575 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Made reservation on behalf of bf212ab98ecd4263bd242d1154e6f627 for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:25.025120 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515581'] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.167674 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 6d670690-c93c-4f38-ac61-fa20efb1d3e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6d670690-c93c-4f38-ac61-fa20efb1d3e8,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:25.190921 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '6d670690-c93c-4f38-ac61-fa20efb1d3e8', 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d', 'port_id': '6d670690-c93c-4f38-ac61-fa20efb1d3e8', 'mac_address': 'fa:16:3e:4f:bb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266ab535-0830-44dc-81c1-744163f32387', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:53:25.249246 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.269669 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d670690-c93c-4f38-ac61-fa20efb1d3e8 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:25.286173 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 6d670690-c93c-4f38-ac61-fa20efb1d3e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6d670690-c93c-4f38-ac61-fa20efb1d3e8,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:25.294689 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.298247 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:25.384213 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=6d670690-c93c-4f38-ac61-fa20efb1d3e8,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:25.392987 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.393640 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.394111 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.395866 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.395866 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.395866 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.395866 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.395866 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.396549 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.396963 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.397354 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.397738 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:53:25.402211 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:25.450950 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c355d57-7179-43df-9dc6-4d79d565729f req-13007c6b-116a-4e60-a8cf-ebc0fa93175a tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:25.453182 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0c355d57-7179-43df-9dc6-4d79d565729f req-13007c6b-116a-4e60-a8cf-ebc0fa93175a tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 944 time: 0.1084468 May 20 16:53:25.487217 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10308681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515567'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.492164 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a38b8bae-8a44-48d7-a890-2446b5cd7c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:25.507626 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0c355d57-7179-43df-9dc6-4d79d565729f req-f27bddd1-cf18-4b64-a736-6924270af102 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475106 May 20 16:53:25.572822 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0767446-0f18-4f2f-b585-0a98b258b446,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:25.576200 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:25.584902 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Checking segment: {'id': '40f2b953-5634-45ef-8cbd-3038c51391a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:25.585255 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Network hostable DHCP agents. Network: 9ea4c517-6088-4bbc-bd7b-2f4741f1419d, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:53:25.603780 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:53:25.614880 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 9ea4c517-6088-4bbc-bd7b-2f4741f1419d) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:25.628158 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d6828d-5367-4a8b-9979-a56cd2917460 None None] Network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:25.628258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:25.628258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:25.646013 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['6d670690-c93c-4f38-ac61-fa20efb1d3e8'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:53:25.654185 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-67bf5fe3-2b85-423d-8124-217acdd5f750 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8722136 May 20 16:53:25.966110 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3f787-6235-43fc-99c9-6efb8c71b5b0 None None] Network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:26.355266 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db61b9-434e-425b-8dfa-0accd37ece4f req-f40234a9-39df-4c7e-b5b2-101300f01fe5 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:26.356765 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-99db61b9-434e-425b-8dfa-0accd37ece4f req-f40234a9-39df-4c7e-b5b2-101300f01fe5 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1679356 May 20 16:53:26.426522 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48266) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:26.431680 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-99db61b9-434e-425b-8dfa-0accd37ece4f req-2c05aaca-d4e3-43c4-9722-5107ec057e16 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679505 May 20 16:53:26.433098 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1935000040-network', 'tenant_id': '5506c51ab016441aaaa92ba72422af29'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:26.437943 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:26.447844 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Usage tracker for resource:network and tenant:5506c51ab016441aaaa92ba72422af29 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:26.452092 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:26.459443 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:26.471299 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Made reservation on behalf of 5506c51ab016441aaaa92ba72422af29 for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:26.473888 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.495509 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.505633 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:26.509931 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Usage tracker for resource:security_group_rule and tenant:5506c51ab016441aaaa92ba72422af29 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:26.512799 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:26.519948 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:26.650112 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.663385 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.667669 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:26.695755 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:53:26.706531 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.707035 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Added segment 1bc9de4f-ae11-4efd-b171-2cecf4efcf99 of type vlan for network 8e56f6f0-09fe-4173-83f5-16efcbc6d44f May 20 16:53:26.741931 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f245b21-22d0-4df4-88f1-b9679cd8ccbc req-10bb89f0-4df5-4141-aefb-5d0189a6ad01 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:26.744107 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f245b21-22d0-4df4-88f1-b9679cd8ccbc req-10bb89f0-4df5-4141-aefb-5d0189a6ad01 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 944 time: 0.1032519 May 20 16:53:26.757065 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.772661 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f3f43-7d79-4c22-a577-b80d80eed6d0,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:26.792077 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:26.819886 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f245b21-22d0-4df4-88f1-b9679cd8ccbc req-ed171bd4-1049-4110-b049-476e0195ab6b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697536 May 20 16:53:26.834733 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.836078 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:26.836677 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:26.844567 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-be45be94-43d7-4d56-b562-315127403790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:26.951571 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5237932 May 20 16:53:26.955786 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48288) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:26.961256 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Pushing event updated for resources: {'Network': ['ID=8e56f6f0-09fe-4173-83f5-16efcbc6d44f,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:26.963759 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Request body: {'subnet': {'network_id': '8e56f6f0-09fe-4173-83f5-16efcbc6d44f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1935000040-subnet', 'tenant_id': '5506c51ab016441aaaa92ba72422af29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:26.963887 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:26.969356 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:26.972999 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 8e56f6f0-09fe-4173-83f5-16efcbc6d44f details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:53:26.975473 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Usage tracker for resource:subnet and tenant:5506c51ab016441aaaa92ba72422af29 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:26.978849 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:26.986770 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:27.001240 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Made reservation on behalf of 5506c51ab016441aaaa92ba72422af29 for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:27.004689 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:27.476066 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:27.481270 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:27.611758 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0943463-2b9f-4b19-8bf9-423f0f8adcc8,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:27.611758 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:27.614506 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Checking segment: {'id': '1bc9de4f-ae11-4efd-b171-2cecf4efcf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8e56f6f0-09fe-4173-83f5-16efcbc6d44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:27.614755 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Network hostable DHCP agents. Network: 8e56f6f0-09fe-4173-83f5-16efcbc6d44f, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:53:27.650285 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Network 8e56f6f0-09fe-4173-83f5-16efcbc6d44f is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:53:27.675448 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ed8b9-6be5-4106-9e83-bfba82dccedd req-43a2cd3a-2880-4189-9be2-2b8b7ce4cbbd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:27.677064 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d47ed8b9-6be5-4106-9e83-bfba82dccedd req-43a2cd3a-2880-4189-9be2-2b8b7ce4cbbd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1247900 May 20 16:53:27.678940 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 8e56f6f0-09fe-4173-83f5-16efcbc6d44f) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:27.683145 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:27.683810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:27.691152 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a183c-73c5-4e65-bc6b-3788fbacc961 None None] Network 8e56f6f0-09fe-4173-83f5-16efcbc6d44f requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:27.768113 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d47ed8b9-6be5-4106-9e83-bfba82dccedd req-617c2328-f3f5-4969-bb66-3313fc86d3b3 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787592 May 20 16:53:27.769877 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8126352 May 20 16:53:27.992527 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8e9ca-bef1-4cfa-856b-ce252ad1c9bc None None] Network 8e56f6f0-09fe-4173-83f5-16efcbc6d44f requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:28.184478 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499de94-560d-4a75-8ff1-34bef1ed6699 req-212c9656-56b0-4988-8e92-1b8e7522b21d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:28.186108 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f499de94-560d-4a75-8ff1-34bef1ed6699 req-212c9656-56b0-4988-8e92-1b8e7522b21d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 944 time: 0.1775539 May 20 16:53:28.268786 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f499de94-560d-4a75-8ff1-34bef1ed6699 req-6721730e-a86c-4b7a-ac05-1833b16c65ed tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646713 May 20 16:53:28.307544 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48354) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:28.447138 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:28.462915 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:28.473243 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c8694938d44d138a2eb6e216549884 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:28.473243 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:28.476423 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:28.606050 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:28.613148 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:28.707442 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4ccc3d48-1132-4c52-b049-48820e7faf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:28.754727 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7c8694938d44d138a2eb6e216549884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460945 May 20 16:53:28.757351 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48394) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:28.758375 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b7aba-e122-4d53-bee3-2ab7d25dcae6,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:28.761913 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:28.827635 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 6d670690-c93c-4f38-ac61-fa20efb1d3e8 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:28.839267 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:28.901675 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:28.945246 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:28.952256 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:28.952879 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.054964 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.064631 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d9792997-00d9-47ca-bc27-c24690e36cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:29.077722 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2e24ddc0-4805-4fa2-aaf6-86c233854b7f tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:29.082723 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.084163 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f44b7aba-e122-4d53-bee3-2ab7d25dcae6 HTTP/1.1" status: 204 len: 168 time: 0.3256960 May 20 16:53:29.085252 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b7aba-e122-4d53-bee3-2ab7d25dcae6,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:29.088286 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2e24ddc0-4805-4fa2-aaf6-86c233854b7f tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/networks?id=9ea4c517-6088-4bbc-bd7b-2f4741f1419d HTTP/1.1" status: 200 len: 809 time: 0.3061235 May 20 16:53:29.088654 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:29.112392 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-6354cd3e-600e-4934-93d4-0ccf65497aeb tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/quotas/bf212ab98ecd4263bd242d1154e6f627 HTTP/1.1" status: 200 len: 375 time: 0.0228982 May 20 16:53:29.141238 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.178275 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-fc996eb2-b537-4689-8288-61cc8e3f77af tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bf212ab98ecd4263bd242d1154e6f627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644617 May 20 16:53:29.182844 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d670690-c93c-4f38-ac61-fa20efb1d3e8'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:29.195400 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 6d670690-c93c-4f38-ac61-fa20efb1d3e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6d670690-c93c-4f38-ac61-fa20efb1d3e8,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:29.201883 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.206576 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:29.282177 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=6d670690-c93c-4f38-ac61-fa20efb1d3e8,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:29.285961 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:29.322412 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3becce7-6079-470a-9f31-ed1059c8a888 req-78e59e6f-d693-40a5-8df8-165ae07b3d0b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:29.323830 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d3becce7-6079-470a-9f31-ed1059c8a888 req-78e59e6f-d693-40a5-8df8-165ae07b3d0b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.4013629 May 20 16:53:29.360465 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-0340d803-9c9f-4463-a026-582bcd837c1a service neutron] 10.222.0.69 "GET /v2.0/networks/9ea4c517-6088-4bbc-bd7b-2f4741f1419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810174 May 20 16:53:29.422478 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d3becce7-6079-470a-9f31-ed1059c8a888 req-1215b875-e8a1-46b7-bc9e-38f45b78a3d2 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840132 May 20 16:53:29.434934 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48420) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:29.453880 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.469117 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:29.473637 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:374a87368bd64baa8275fba2c1d0e99c is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:29.476541 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:29.482719 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:29.523519 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-386751af-bb6c-4058-8444-9513ba8029b9 service neutron] 10.222.0.69 "GET /v2.0/networks/9ea4c517-6088-4bbc-bd7b-2f4741f1419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548607 May 20 16:53:29.571903 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.577440 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.586581 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:29.621692 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d670690-c93c-4f38-ac61-fa20efb1d3e8', 'code': 200} May 20 16:53:29.636048 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48424) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:29.636178 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=374a87368bd64baa8275fba2c1d0e99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000213 May 20 16:53:29.637928 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea4ead3-9d3f-467a-9c33-8e45084e2e74,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:29.657573 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:29.781503 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.822984 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.878976 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f965b6-8052-4f46-8b07-509f5e5b660d req-a8806412-8113-445a-baf2-a4b2461e277d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:29.886108 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-97f965b6-8052-4f46-8b07-509f5e5b660d req-a8806412-8113-445a-baf2-a4b2461e277d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 945 time: 0.1745718 May 20 16:53:29.949208 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b973b-4c2e-4dcf-a4ad-7897c6beb6ad req-d5974fbe-df5d-4c8c-ad0a-570831ccbf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:29.950907 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d98b973b-4c2e-4dcf-a4ad-7897c6beb6ad req-d5974fbe-df5d-4c8c-ad0a-570831ccbf8a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 1098 time: 0.0990472 May 20 16:53:29.978656 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-97f965b6-8052-4f46-8b07-509f5e5b660d req-41151971-5be7-483c-afab-cbc46299ee30 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916252 May 20 16:53:29.988512 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:29.999517 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6a20c465-09a9-4713-abb6-f36f3dd7b36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:30.011845 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-852a9b39-8c35-48c1-9792-3fab75f2db74 req-77ce2e8b-5562-4c7f-b96b-87d4a3ad971b tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 210 time: 0.0871000 May 20 16:53:30.015530 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea4ead3-9d3f-467a-9c33-8e45084e2e74,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:30.020360 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:30.026493 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:30.027502 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ea4ead3-9d3f-467a-9c33-8e45084e2e74 HTTP/1.1" status: 204 len: 168 time: 0.3901689 May 20 16:53:30.030435 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d98b973b-4c2e-4dcf-a4ad-7897c6beb6ad req-47c7b87c-a009-4fb6-a216-9f2102214277 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716619 May 20 16:53:30.640713 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816878d-c2a4-49cf-be9e-8e7272357cbd req-29b7d4bf-d554-4090-a315-949cd49c80cb tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:30.642211 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f816878d-c2a4-49cf-be9e-8e7272357cbd req-29b7d4bf-d554-4090-a315-949cd49c80cb tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0914216 May 20 16:53:30.694314 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f816878d-c2a4-49cf-be9e-8e7272357cbd req-6459be96-423c-40dc-a4af-6143abdabe23 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 May 20 16:53:30.876320 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48490) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:31.033526 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.051454 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:31.056854 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Usage tracker for resource:security_group_rule and tenant:618d9ce730144ea9bff208af98898cc7 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:31.060163 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:31.067776 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:31.269600 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-cfc4b41e-6c59-4914-af46-031780ed92a5 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:31.270411 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-cfc4b41e-6c59-4914-af46-031780ed92a5 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Synchronizing usage tracker for tenant:bf212ab98ecd4263bd242d1154e6f627 on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:31.296211 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-cfc4b41e-6c59-4914-af46-031780ed92a5 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Unset dirty status for tenant:bf212ab98ecd4263bd242d1154e6f627 on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:31.297301 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-cfc4b41e-6c59-4914-af46-031780ed92a5 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.82 "GET /v2.0/networks?id=9ea4c517-6088-4bbc-bd7b-2f4741f1419d HTTP/1.1" status: 200 len: 809 time: 0.2419562 May 20 16:53:31.314697 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Request body: {'port': {'device_id': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d', 'admin_state_up': True, 'tenant_id': 'bf212ab98ecd4263bd242d1154e6f627'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:31.343013 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-54f82bdb-6987-4d2d-9aa4-cfce7f2361c5 req-04f068a2-adcd-4d8a-aea5-f0adfc634f86 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 210 time: 0.1635745 May 20 16:53:31.345776 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.366695 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.383668 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-10d31d57-3aa2-4aaf-acbb-464cb805a88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:31.435509 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=618d9ce730144ea9bff208af98898cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5574737 May 20 16:53:31.439452 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc44b58-b6cb-4791-8c43-9fc693e2cee5,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:31.442213 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48512) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:31.446474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:31.478141 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997a8b2-64ef-49c4-906a-ca151e3a518b req-c4a994cc-8a58-4082-b263-f54dfc8c37fd tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:31.479982 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a997a8b2-64ef-49c4-906a-ca151e3a518b req-c4a994cc-8a58-4082-b263-f54dfc8c37fd tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 945 time: 0.3022001 May 20 16:53:31.535731 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48516) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:31.562827 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:31.575390 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Usage tracker for resource:port and tenant:bf212ab98ecd4263bd242d1154e6f627 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:31.582234 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:31.584790 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a997a8b2-64ef-49c4-906a-ca151e3a518b req-05ea00ee-b349-4b11-9a95-f0429fb3a9e3 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890918 May 20 16:53:31.592080 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.600396 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:31.649656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.650853 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Made reservation on behalf of bf212ab98ecd4263bd242d1154e6f627 for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:31.654252 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.725061 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.731090 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c73d1abe-f440-475d-a96a-8f44ca530965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:31.782362 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc44b58-b6cb-4791-8c43-9fc693e2cee5,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:31.786846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:31.788885 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.819696 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:31.824686 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1bc44b58-b6cb-4791-8c43-9fc693e2cee5 HTTP/1.1" status: 204 len: 168 time: 0.3798549 May 20 16:53:31.830732 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:31.835963 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Usage tracker for resource:security_group_rule and tenant:b24426c63951456085d0466757cb85ff is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:31.839073 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:31.847412 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:31.947351 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441401-48be-4d2b-a8b1-b4ddb9d10b38 req-cafe936d-7bcc-4801-a0a9-32f922029c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:31.948902 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f1441401-48be-4d2b-a8b1-b4ddb9d10b38 req-cafe936d-7bcc-4801-a0a9-32f922029c1a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 1099 time: 0.3324847 May 20 16:53:31.996987 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Allocated IP 172.20.0.6 (9ea4c517-6088-4bbc-bd7b-2f4741f1419d/b0767446-0f18-4f2f-b585-0a98b258b446/ed227875-9b14-4cff-9c48-1613066ed826) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:53:32.042497 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f1441401-48be-4d2b-a8b1-b4ddb9d10b38 req-7310c539-dc3e-4e7b-856a-054b59a20738 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776846 May 20 16:53:32.063670 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.073929 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.089066 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9481ab5e-2406-4b10-9b36-2cee5703336d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:32.128816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458efaa-0f0a-4fc0-a860-13223b049eb1 req-da9ad309-4af1-4290-83ed-4d962f520d11 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:32.135932 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0458efaa-0f0a-4fc0-a860-13223b049eb1 req-da9ad309-4af1-4290-83ed-4d962f520d11 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.2395270 May 20 16:53:32.171993 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b24426c63951456085d0466757cb85ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328998 May 20 16:53:32.173253 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e56d2-9d4e-4ace-b518-dfd1cbf90441,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:32.176196 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48540) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:32.182060 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:32.235540 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0458efaa-0f0a-4fc0-a860-13223b049eb1 req-6be69e4f-84a6-4e05-b20d-bb2bd66c17c5 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980022 May 20 16:53:32.265995 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.287381 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48544) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:32.289005 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.310768 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.317214 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.320125 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.327360 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c3bdd3a5-84d4-430a-a8ab-807fefe2e882 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:32.346944 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:32.359994 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Usage tracker for resource:security_group_rule and tenant:01b0869bd57c4d92b33a227b9ca4c75e is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:32.365469 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:32.372572 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:32.399196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:32.402873 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:32.405909 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:53:32.425563 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.431780 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:32.445608 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Pushing event updated for resources: {'Port': ['ID=ed227875-9b14-4cff-9c48-1613066ed826,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:32.448928 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:32.452397 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e56d2-9d4e-4ace-b518-dfd1cbf90441,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:32.479227 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:32.482921 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:32.483529 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.509128 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1984568 May 20 16:53:32.530401 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Request body: {'port': {'device_id': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:32.609798 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.610907 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/547e56d2-9d4e-4ace-b518-dfd1cbf90441 HTTP/1.1" status: 204 len: 168 time: 0.4316344 May 20 16:53:32.645674 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.650640 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.659911 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.669555 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-63a6db20-05f7-4683-8efd-de2bd0e04694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:32.718906 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2d37f-436e-4bd6-8fd9-3055e6c2b118 req-6a611cc0-468f-4079-85f9-639dc788a63b tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:32.726569 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9ca2d37f-436e-4bd6-8fd9-3055e6c2b118 req-6a611cc0-468f-4079-85f9-639dc788a63b tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 931 time: 0.2421572 May 20 16:53:32.736038 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01b0869bd57c4d92b33a227b9ca4c75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450977 May 20 16:53:32.736776 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48554) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:32.751108 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43edcb9-2050-4280-8926-609da0bda4fe,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:32.755296 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-86ddf8c2-2481-41e4-b0a6-37b6a056b7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:32.843055 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9ca2d37f-436e-4bd6-8fd9-3055e6c2b118 req-a9988699-9dae-41c9-9982-7b221a0ff48b tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154888 May 20 16:53:32.881021 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada2736-757e-401a-93c6-1eafc29bdc1d req-e9105615-c4e6-4388-bc82-cd94ffd37e6a tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:32.883005 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9ada2736-757e-401a-93c6-1eafc29bdc1d req-e9105615-c4e6-4388-bc82-cd94ffd37e6a tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 945 time: 0.1483154 May 20 16:53:32.917192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:32.973330 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9ada2736-757e-401a-93c6-1eafc29bdc1d req-f76c3c75-1dbc-48f7-85f4-4f276c205343 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787153 May 20 16:53:33.034806 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:33.188138 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:33.195638 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed227875-9b14-4cff-9c48-1613066ed826 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:33.199849 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5a8ddadc-f1f6-4bc6-81db-2881ed2ef6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:33.294541 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43edcb9-2050-4280-8926-609da0bda4fe,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:33.298907 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:33.306918 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:33.318315 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:33.319404 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a43edcb9-2050-4280-8926-609da0bda4fe HTTP/1.1" status: 204 len: 168 time: 0.5815070 May 20 16:53:33.363479 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Transition to ACTIVE for port object ed227875-9b14-4cff-9c48-1613066ed826 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:33.373507 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:33.393112 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:33.480898 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f45ce-6071-4fef-a72c-f58fcea3fdfc req-3d1e6a1b-1982-47ed-8530-12da42f5f161 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:33.482719 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-135f45ce-6071-4fef-a72c-f58fcea3fdfc req-3d1e6a1b-1982-47ed-8530-12da42f5f161 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1262636 May 20 16:53:33.582771 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-135f45ce-6071-4fef-a72c-f58fcea3fdfc req-dbeef305-9646-49ae-b021-5a738873906a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941131 May 20 16:53:33.670508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed227875-9b14-4cff-9c48-1613066ed826,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:33.680080 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:33.758604 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Attempting to bind port ed227875-9b14-4cff-9c48-1613066ed826 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:53:33.759460 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Attempting to bind port ed227875-9b14-4cff-9c48-1613066ed826 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '40f2b953-5634-45ef-8cbd-3038c51391a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:53:33.759993 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Attempting to bind port ed227875-9b14-4cff-9c48-1613066ed826 on network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:33.769786 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Port ed227875-9b14-4cff-9c48-1613066ed826 on network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:53:33.770536 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Attempting to bind port ed227875-9b14-4cff-9c48-1613066ed826 on network 9ea4c517-6088-4bbc-bd7b-2f4741f1419d {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:33.788938 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:53:33.789522 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Checking segment: {'id': '40f2b953-5634-45ef-8cbd-3038c51391a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:33.790073 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Bound using segment: {'id': '40f2b953-5634-45ef-8cbd-3038c51391a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:53:33.790812 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Bound port: ed227875-9b14-4cff-9c48-1613066ed826, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f2b953-5634-45ef-8cbd-3038c51391a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:53:33.791187 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:33.922276 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb3d68-363f-4e9d-aab9-e6a7be3f423f req-a401760e-a9b8-4241-b54b-d648e0f57f0a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:33.923947 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f7cb3d68-363f-4e9d-aab9-e6a7be3f423f req-a401760e-a9b8-4241-b54b-d648e0f57f0a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1927345 May 20 16:53:33.956114 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] For port ed227875-9b14-4cff-9c48-1613066ed826, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:53:33.963492 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] For port ed227875-9b14-4cff-9c48-1613066ed826, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed227875-9b14-4cff-9c48-1613066ed826,segment=NetworkSegment(40f2b953-5634-45ef-8cbd-3038c51391a2),segment_id=40f2b953-5634-45ef-8cbd-3038c51391a2)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:53:33.979740 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:33.989618 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:34.051262 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:34.051880 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:34.053777 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] 10.222.0.82 "PUT /v2.0/ports/ed227875-9b14-4cff-9c48-1613066ed826 HTTP/1.1" status: 200 len: 1093 time: 1.5282919 May 20 16:53:34.054368 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'tag': 'ed227875-9b14-4cff-9c48-1613066ed826'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:34.055033 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f7cb3d68-363f-4e9d-aab9-e6a7be3f423f req-d70b8ca3-badc-43da-81f9-eb7ad31e8c32 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233213 May 20 16:53:34.084033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed227875-9b14-4cff-9c48-1613066ed826,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:34.102185 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:34.134362 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057435d-e27d-4403-8539-83cccc66bd0c req-e43fed8b-5758-4534-8da1-6a4b7e3185d1 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:34.136269 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7057435d-e27d-4403-8539-83cccc66bd0c req-e43fed8b-5758-4534-8da1-6a4b7e3185d1 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 943 time: 0.1337745 May 20 16:53:34.216439 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-20d1a4a6-1b94-4a17-ad77-30b7d674a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:34.218600 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-20d1a4a6-1b94-4a17-ad77-30b7d674a120 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bf212ab98ecd4263bd242d1154e6f627&device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 1096 time: 0.0935330 May 20 16:53:34.233864 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7057435d-e27d-4403-8539-83cccc66bd0c req-6582fbbe-6f7c-42df-8a74-fc46942d6d70 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914571 May 20 16:53:34.333369 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'tag': 'ed227875-9b14-4cff-9c48-1613066ed826', 'status': 'completed', 'code': 200} May 20 16:53:34.335132 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-c141d80e-7e63-4c0a-a05a-7f6aebbb65bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed227875-9b14-4cff-9c48-1613066ed826 HTTP/1.1" status: 200 len: 217 time: 0.1039479 May 20 16:53:34.443400 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-38361357-81ce-422a-bb4e-84f77bec602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:34.445826 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-38361357-81ce-422a-bb4e-84f77bec602d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b0767446-0f18-4f2f-b585-0a98b258b446 HTTP/1.1" status: 200 len: 849 time: 0.0986021 May 20 16:53:34.507793 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-28d082f8-7717-4c84-8cfa-55f4c2c1eed0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ea4c517-6088-4bbc-bd7b-2f4741f1419d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477142 May 20 16:53:34.698033 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfad95-e862-4675-bc8a-804543a4f9ec req-6e26473f-805a-4645-b10b-b1ee7501221d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:34.706868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-dacfad95-e862-4675-bc8a-804543a4f9ec req-6e26473f-805a-4645-b10b-b1ee7501221d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 945 time: 0.1023114 May 20 16:53:34.723767 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-f612f08c-0795-4819-84d5-0492e2da2e1f service neutron] 10.222.0.82 "GET /v2.0/networks/9ea4c517-6088-4bbc-bd7b-2f4741f1419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066646 May 20 16:53:34.762755 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-dacfad95-e862-4675-bc8a-804543a4f9ec req-2778338b-4b92-4f1d-9798-aa011c2427c7 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545688 May 20 16:53:34.871417 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c9ef350a-a566-43b8-a1d6-a785d5d088d4 req-366c870d-3957-4990-8213-78057a181077 service neutron] 10.222.0.82 "GET /v2.0/networks/9ea4c517-6088-4bbc-bd7b-2f4741f1419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359897 May 20 16:53:35.047461 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-82904b2b-69f6-4e9e-b743-ce13ca7409a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:35.049589 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-82904b2b-69f6-4e9e-b743-ce13ca7409a9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bf212ab98ecd4263bd242d1154e6f627&device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 1096 time: 0.0929615 May 20 16:53:35.109131 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48636) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:35.193997 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-fcc50f76-b6ee-48d1-bed6-b49fa05e3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:35.195625 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-fcc50f76-b6ee-48d1-bed6-b49fa05e3dee service neutron] 10.222.0.82 "GET /v2.0/networks?id=9ea4c517-6088-4bbc-bd7b-2f4741f1419d HTTP/1.1" status: 200 len: 910 time: 0.1336884 May 20 16:53:35.234206 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:35.250100 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:35.254589 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Usage tracker for resource:security_group_rule and tenant:2e6c6a651cbc41f6951c5331c00bf18b is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:35.257706 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:35.263763 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:35.284589 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-54c1c4a1-cb86-4f36-9043-71688d4148cf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed227875-9b14-4cff-9c48-1613066ed826 HTTP/1.1" status: 200 len: 217 time: 0.0669262 May 20 16:53:35.371849 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-fd9a4f94-8266-446d-a9f3-0f04c5ce0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:35.373209 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-fd9a4f94-8266-446d-a9f3-0f04c5ce0ab3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b0767446-0f18-4f2f-b585-0a98b258b446 HTTP/1.1" status: 200 len: 849 time: 0.0783937 May 20 16:53:35.403037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:35.416322 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:35.421313 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-e1954025-0ddb-4a2b-b55b-524e39dab0ea service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ea4c517-6088-4bbc-bd7b-2f4741f1419d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414040 May 20 16:53:35.425431 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-dc076004-7860-44ae-98b0-c4464228c14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:35.480830 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e6c6a651cbc41f6951c5331c00bf18b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703201 May 20 16:53:35.482881 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e1e995-21c2-4eec-bd24-0776632503c8,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:35.485333 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48650) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:35.490338 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:35.549421 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385c77-7014-40ca-8907-0994903affad req-c62dce64-1a5a-4fdb-9e31-c5b1dca409cb tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:35.550944 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-88385c77-7014-40ca-8907-0994903affad req-c62dce64-1a5a-4fdb-9e31-c5b1dca409cb tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 943 time: 0.1890876 May 20 16:53:35.590206 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:35.600369 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-9f660ea1-2803-4297-aa0d-3d5bd26f15c0 service neutron] 10.222.0.82 "GET /v2.0/networks/9ea4c517-6088-4bbc-bd7b-2f4741f1419d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700051 May 20 16:53:35.628858 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-88385c77-7014-40ca-8907-0994903affad req-526a6cf0-1b30-441a-b524-38d69e05d454 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705755 May 20 16:53:35.636297 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:35.720222 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:35.725698 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2215ee6e-f408-446a-8f31-8d950c59e84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:35.743638 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e1e995-21c2-4eec-bd24-0776632503c8,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:35.748598 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:35.753938 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:35.755347 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63e1e995-21c2-4eec-bd24-0776632503c8 HTTP/1.1" status: 204 len: 168 time: 0.2682977 May 20 16:53:35.994862 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-73679f4f-5734-4f9b-9149-0b9f97fd6de8 req-38fc88b3-487c-4fb0-bcb9-812041734978 service neutron] 10.222.0.82 "GET /v2.0/networks/9ea4c517-6088-4bbc-bd7b-2f4741f1419d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767407 May 20 16:53:36.021382 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81189f-bcf1-46be-b6e5-bad79ec0e4c5 req-e1ab1350-6332-4d8f-bd5c-73e972251461 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:36.022948 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ce81189f-bcf1-46be-b6e5-bad79ec0e4c5 req-e1ab1350-6332-4d8f-bd5c-73e972251461 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 945 time: 0.0922754 May 20 16:53:36.080581 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ce81189f-bcf1-46be-b6e5-bad79ec0e4c5 req-4e5bd03a-5afd-4db4-89ef-ebb574009eb5 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499663 May 20 16:53:36.351569 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54bd45-9273-4315-814b-c41001cb4737 req-aca0967e-0892-4d3c-a8a1-987525bb7442 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:36.353721 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3a54bd45-9273-4315-814b-c41001cb4737 req-aca0967e-0892-4d3c-a8a1-987525bb7442 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1040893 May 20 16:53:36.355447 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-61f9eae2-bf8b-4ad6-a913-c6daa07fc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:36.356869 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-61f9eae2-bf8b-4ad6-a913-c6daa07fc027 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.1440694 May 20 16:53:36.365071 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-971b59cc-f9cb-4562-89e3-e675ca3036fa tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:36.365761 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-971b59cc-f9cb-4562-89e3-e675ca3036fa tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Synchronizing usage tracker for tenant:ad28526008bd4d119a4e0f4a6fc8a7fa on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:36.400055 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3a54bd45-9273-4315-814b-c41001cb4737 req-3629f021-f385-474f-9600-7705cd2f4efb tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 May 20 16:53:36.471500 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-971b59cc-f9cb-4562-89e3-e675ca3036fa tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Unset dirty status for tenant:ad28526008bd4d119a4e0f4a6fc8a7fa on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:36.472611 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-971b59cc-f9cb-4562-89e3-e675ca3036fa tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 945 time: 0.2266076 May 20 16:53:36.600433 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-6787df1f-a3e5-432e-b8ce-c872446d6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:36.601855 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-6787df1f-a3e5-432e-b8ce-c872446d6e8c service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.2333486 May 20 16:53:36.685187 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-4d1db998-9a24-4748-8a0d-91587de90d05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 217 time: 0.0692496 May 20 16:53:36.758430 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Deleting port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:53:36.758788 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:36.780575 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-16473f9b-8c1d-4856-bf43-b048db0ba6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:36.781966 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-16473f9b-8c1d-4856-bf43-b048db0ba6ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.0871623 May 20 16:53:36.866500 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4408-73a4-4410-8aa2-1e5bdc09d141 req-449bbd03-d474-4d52-b46c-edb1af223743 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:36.875862 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-817f4408-73a4-4410-8aa2-1e5bdc09d141 req-449bbd03-d474-4d52-b46c-edb1af223743 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 943 time: 0.1133280 May 20 16:53:36.896706 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-870c4152-ca19-4c47-a83e-29d1a20e99b1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000395 May 20 16:53:36.933210 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-817f4408-73a4-4410-8aa2-1e5bdc09d141 req-82445efa-776a-4ef0-ae03-a846457af055 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564399 May 20 16:53:37.052461 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48708) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:37.075295 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] For port 6d670690-c93c-4f38-ac61-fa20efb1d3e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6d670690-c93c-4f38-ac61-fa20efb1d3e8,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:37.075627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.204294 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.215161 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Calling delete_port for 6d670690-c93c-4f38-ac61-fa20efb1d3e8 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:53:37.275731 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:37.285101 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Usage tracker for resource:security_group_rule and tenant:280d0e6deea64ea0bba7c7d4ade49203 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:37.289492 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:37.296709 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:37.308916 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-aace3387-ac9f-47c7-a373-5ee548e618bc service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979881 May 20 16:53:37.354205 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17937b0-94da-44c7-8188-b6e6161ad923 req-d172a897-a7b4-4772-aafe-d4094020335b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:37.355658 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b17937b0-94da-44c7-8188-b6e6161ad923 req-d172a897-a7b4-4772-aafe-d4094020335b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec45b6b5-47ce-48d5-ae24-6d6b872f0174 HTTP/1.1" status: 200 len: 945 time: 0.1306133 May 20 16:53:37.432645 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b17937b0-94da-44c7-8188-b6e6161ad923 req-d8d526d6-9f4f-43ba-98e3-5ac8781703f6 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675547 May 20 16:53:37.461413 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.466831 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.474861 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-951423c2-8d8a-4aca-be6a-17060fe66bb7 req-dfbbb55d-d4e4-4e12-a634-19f901024e19 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567609 May 20 16:53:37.478762 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-58b4e281-6ae8-436d-9af0-0434e83454b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:37.525842 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=280d0e6deea64ea0bba7c7d4ade49203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720523 May 20 16:53:37.527426 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9250d6-46ab-474a-8224-7549447b8b9b,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:37.531462 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48724) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:37.534728 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:37.577910 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.586542 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:37.592373 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['6d670690-c93c-4f38-ac61-fa20efb1d3e8'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:53:37.659275 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.691485 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b6dc-6d5f-4077-b359-0d22babb36f3 req-d6d2021c-540f-4891-9f18-ab27d759da89 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:37.692939 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82d7b6dc-6d5f-4077-b359-0d22babb36f3 req-d6d2021c-540f-4891-9f18-ab27d759da89 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1622386 May 20 16:53:37.702404 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.715861 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Pushing event deleted for resources: {'Port': ['ID=6d670690-c93c-4f38-ac61-fa20efb1d3e8,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:37.718948 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:37.770024 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82d7b6dc-6d5f-4077-b359-0d22babb36f3 req-40378aee-d912-46ee-8954-994ad6fcb3e8 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702591 May 20 16:53:37.791813 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.792113 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] No DVR routers for this DVR port 6d670690-c93c-4f38-ac61-fa20efb1d3e8 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:53:37.795307 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.795837 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6c0ed8ce-d3ab-4612-91e7-183b23aa77b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:37.797844 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'name': 'network-vif-deleted', 'tag': '6d670690-c93c-4f38-ac61-fa20efb1d3e8'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:37.810857 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9250d6-46ab-474a-8224-7549447b8b9b,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:37.813836 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:37.816242 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:37.817330 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d9250d6-46ab-474a-8224-7549447b8b9b HTTP/1.1" status: 204 len: 168 time: 0.2848201 May 20 16:53:37.819603 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-55fa56aa-7f17-4093-b54e-7d0f7ba953f5 req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "DELETE /v2.0/ports/6d670690-c93c-4f38-ac61-fa20efb1d3e8 HTTP/1.1" status: 204 len: 173 time: 1.3401179 May 20 16:53:37.868175 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec45b6b5-47ce-48d5-ae24-6d6b872f0174', 'name': 'network-vif-deleted', 'tag': '6d670690-c93c-4f38-ac61-fa20efb1d3e8', 'status': 'completed', 'code': 200} May 20 16:53:38.133772 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99b4d0-a1e3-4ce9-896c-d137e9fd49ca req-327ca93f-0f88-4e86-a129-6b82ba6cb61c tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:38.135265 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af99b4d0-a1e3-4ce9-896c-d137e9fd49ca req-327ca93f-0f88-4e86-a129-6b82ba6cb61c tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 943 time: 0.0901113 May 20 16:53:38.252723 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af99b4d0-a1e3-4ce9-896c-d137e9fd49ca req-57886df2-e865-4313-a753-dabe799838ac tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117454 May 20 16:53:38.889926 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508cf43-f223-4e57-981e-89e623d82693 req-a4e058f0-4459-4f13-961c-256d3ee9108a tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:38.891377 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-a4e058f0-4459-4f13-961c-256d3ee9108a tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/networks?id=74373fe9-d40d-4a7e-9bb8-700a3f55366d HTTP/1.1" status: 200 len: 809 time: 0.1483090 May 20 16:53:38.908669 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device ed227875-9b14-4cff-9c48-1613066ed826 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:53:38.942868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-d2b93fe5-1648-4519-8564-284e59afafab tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/quotas/ad28526008bd4d119a4e0f4a6fc8a7fa HTTP/1.1" status: 200 len: 375 time: 0.0203018 May 20 16:53:38.999257 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-1e5d512a-34fa-47be-93bc-a21e714dccb7 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ad28526008bd4d119a4e0f4a6fc8a7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475085 May 20 16:53:39.071300 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port ed227875-9b14-4cff-9c48-1613066ed826, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed227875-9b14-4cff-9c48-1613066ed826,segment=NetworkSegment(40f2b953-5634-45ef-8cbd-3038c51391a2),segment_id=40f2b953-5634-45ef-8cbd-3038c51391a2)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:39.085332 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': 'ed227875-9b14-4cff-9c48-1613066ed826', 'network_id': '9ea4c517-6088-4bbc-bd7b-2f4741f1419d', 'port_id': 'ed227875-9b14-4cff-9c48-1613066ed826', 'mac_address': 'fa:16:3e:27:05:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0767446-0f18-4f2f-b585-0a98b258b446', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:53:39.118446 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01f681-0713-4ac2-9b57-7721eb37e6cc req-c80dbb63-9769-413d-9ef4-cfe0c9f92f2d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:39.119885 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-df01f681-0713-4ac2-9b57-7721eb37e6cc req-c80dbb63-9769-413d-9ef4-cfe0c9f92f2d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2276635 May 20 16:53:39.143218 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:39.161133 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed227875-9b14-4cff-9c48-1613066ed826 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:39.176225 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-6a2b9253-918d-45f3-bd6b-719b1a038456 service neutron] 10.222.0.69 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686502 May 20 16:53:39.177648 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port ed227875-9b14-4cff-9c48-1613066ed826, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed227875-9b14-4cff-9c48-1613066ed826,segment=NetworkSegment(40f2b953-5634-45ef-8cbd-3038c51391a2),segment_id=40f2b953-5634-45ef-8cbd-3038c51391a2)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:39.183631 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:39.185698 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:39.188128 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-df01f681-0713-4ac2-9b57-7721eb37e6cc req-1c54d3d4-a378-4676-9487-e492087aaf45 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614288 May 20 16:53:39.295497 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=ed227875-9b14-4cff-9c48-1613066ed826,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:39.298603 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:39.337667 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-46fe35db-2a03-4ae2-9ee7-1f36b8425977 service neutron] 10.222.0.69 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485872 May 20 16:53:39.498961 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['ed227875-9b14-4cff-9c48-1613066ed826'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:53:39.661278 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-384b0fd1-e40b-49cd-8230-3d62659984f3 req-43fa0380-971b-43e7-bc5d-7832d4fe1987 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0700092 May 20 16:53:39.736537 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9423c2-6e8f-4ce6-9fa1-163acc026951 req-b4f0d609-8a39-4e8e-8ee2-11c3f25fd60c tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:39.738249 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0e9423c2-6e8f-4ce6-9fa1-163acc026951 req-b4f0d609-8a39-4e8e-8ee2-11c3f25fd60c tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 944 time: 0.2049391 May 20 16:53:39.804300 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0e9423c2-6e8f-4ce6-9fa1-163acc026951 req-244310b6-209c-4fd4-bd96-0881a1061a0a tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584409 May 20 16:53:40.451712 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a307619-03ed-4bb8-b6e0-7b666ee5df8d req-243a9a82-b31c-40d6-8d03-89a17984642d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:40.453250 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a307619-03ed-4bb8-b6e0-7b666ee5df8d req-243a9a82-b31c-40d6-8d03-89a17984642d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1143823 May 20 16:53:40.512516 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a307619-03ed-4bb8-b6e0-7b666ee5df8d req-c9d1a149-ec7d-4b4a-bf29-f04cf5f10b3f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509939 May 20 16:53:40.828175 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-26c034c1-1515-4143-b4cb-1bcc6730dbfa req-803a2c2e-9d9b-4ae9-92ea-7ca95596310a tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0519235 May 20 16:53:40.906366 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device ed227875-9b14-4cff-9c48-1613066ed826 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:40.971224 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508cf43-f223-4e57-981e-89e623d82693 req-0df39d8c-6187-4b6d-bfe9-ce40a7e0ed14 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:40.974148 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-0df39d8c-6187-4b6d-bfe9-ce40a7e0ed14 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "GET /v2.0/networks?id=74373fe9-d40d-4a7e-9bb8-700a3f55366d HTTP/1.1" status: 200 len: 809 time: 0.1974838 May 20 16:53:40.990626 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port ed227875-9b14-4cff-9c48-1613066ed826 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:40.990836 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Request body: {'port': {'device_id': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d', 'admin_state_up': True, 'tenant_id': 'ad28526008bd4d119a4e0f4a6fc8a7fa'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:40.996218 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port ed227875-9b14-4cff-9c48-1613066ed826 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:40.996834 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.057562 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b81735-2b22-46ef-844d-04662b71dcf4 req-8194429b-5314-49ef-92e8-40ca83a85a48 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:41.059527 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-90b81735-2b22-46ef-844d-04662b71dcf4 req-8194429b-5314-49ef-92e8-40ca83a85a48 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 944 time: 0.1218185 May 20 16:53:41.131703 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-90b81735-2b22-46ef-844d-04662b71dcf4 req-5fc1c96e-971a-4317-a0aa-7684b4f80b46 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618303 May 20 16:53:41.146056 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.172977 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:41.175298 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed227875-9b14-4cff-9c48-1613066ed826'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:41.178451 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Usage tracker for resource:port and tenant:ad28526008bd4d119a4e0f4a6fc8a7fa is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:41.181369 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:41.185833 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port ed227875-9b14-4cff-9c48-1613066ed826, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed227875-9b14-4cff-9c48-1613066ed826,segment=NetworkSegment(40f2b953-5634-45ef-8cbd-3038c51391a2),segment_id=40f2b953-5634-45ef-8cbd-3038c51391a2)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:41.187568 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:41.193347 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.195164 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 6d670690-c93c-4f38-ac61-fa20efb1d3e8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:53:41.202600 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Made reservation on behalf of ad28526008bd4d119a4e0f4a6fc8a7fa for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:41.207426 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.231533 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed227875-9b14-4cff-9c48-1613066ed826', 'code': 200} May 20 16:53:41.232052 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:41.286120 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 6d670690-c93c-4f38-ac61-fa20efb1d3e8 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:53:41.286829 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 6d670690-c93c-4f38-ac61-fa20efb1d3e8 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:53:41.318315 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=ed227875-9b14-4cff-9c48-1613066ed826,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:41.321670 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:41.398375 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Allocated IP 172.20.0.11 (74373fe9-d40d-4a7e-9bb8-700a3f55366d/266ab535-0830-44dc-81c1-744163f32387/101e1d8d-069f-4151-9bb8-4bb1e6f42ffe) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:53:41.623642 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efced927-9b51-426a-a82b-6323a370c7b9 req-33088fae-96bf-4cc6-9560-7d9d7f2dae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:41.625036 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efced927-9b51-426a-a82b-6323a370c7b9 req-33088fae-96bf-4cc6-9560-7d9d7f2dae21 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 1098 time: 0.2004459 May 20 16:53:41.703103 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-efced927-9b51-426a-a82b-6323a370c7b9 req-bbb3ec58-64d4-41ac-a582-f62342fbd4f8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684776 May 20 16:53:41.710497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.740142 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceb1ec-60b1-44b9-8620-bd80433e6e89 req-b0d9a364-e59d-45a4-a0ba-9f77b6608a57 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:41.741982 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d1ceb1ec-60b1-44b9-8620-bd80433e6e89 req-b0d9a364-e59d-45a4-a0ba-9f77b6608a57 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1019626 May 20 16:53:41.748780 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.755633 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:41.793033 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d1ceb1ec-60b1-44b9-8620-bd80433e6e89 req-e50871f8-3143-4245-86b6-fc75f8b5115a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438752 May 20 16:53:41.825364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Network 74373fe9-d40d-4a7e-9bb8-700a3f55366d is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:41.828575 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:41.832973 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:53:41.869734 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Pushing event updated for resources: {'Port': ['ID=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:41.874360 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:41.901905 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:41.902546 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:41.926459 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9428701 May 20 16:53:41.941152 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Request body: {'port': {'device_id': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:42.027610 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871987b-686a-4cc8-aa1d-6bce2dba52ad req-b049409f-a6ea-4a77-ab56-35b11f7a89f0 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:42.029050 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3871987b-686a-4cc8-aa1d-6bce2dba52ad req-b049409f-a6ea-4a77-ab56-35b11f7a89f0 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 932 time: 0.0848742 May 20 16:53:42.057178 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:42.079909 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3871987b-686a-4cc8-aa1d-6bce2dba52ad req-a6436f25-e1cf-4f34-9688-38c3f0cb9cd9 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 May 20 16:53:42.318973 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c766ef6-f223-4c18-8a6f-28437c43cb60 req-cda4de8a-625c-49a2-913f-a4a2e786e4e7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:42.320444 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9c766ef6-f223-4c18-8a6f-28437c43cb60 req-cda4de8a-625c-49a2-913f-a4a2e786e4e7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 945 time: 0.0804265 May 20 16:53:42.368805 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9c766ef6-f223-4c18-8a6f-28437c43cb60 req-607a56e0-4cd4-4bee-8e50-a22f8cfdc53c tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 May 20 16:53:42.408214 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:42.415216 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:42.430381 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Transition to ACTIVE for port object 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:42.434198 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:42.438510 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:42.716657 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Pushing event updated for resources: {'Port': ['ID=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:42.721442 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:42.767431 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Attempting to bind port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:53:42.767431 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Attempting to bind port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:53:42.768223 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Attempting to bind port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe on network 74373fe9-d40d-4a7e-9bb8-700a3f55366d {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:42.773584 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe on network 74373fe9-d40d-4a7e-9bb8-700a3f55366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:53:42.773969 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Attempting to bind port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe on network 74373fe9-d40d-4a7e-9bb8-700a3f55366d {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:42.780305 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:53:42.780770 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Checking segment: {'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:42.781226 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Bound using segment: {'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:53:42.781749 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Bound port: 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef8ea6b-dfdb-493d-b13b-0fe502807c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:53:42.782180 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:42.907189 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48926) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:42.968808 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] For port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:53:42.973532 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] For port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:53:42.979856 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:42.985253 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d4c8c424-29d3-4119-bd2d-889a4e50904c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:43.046538 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:43.047156 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.049107 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] 10.222.0.82 "PUT /v2.0/ports/101e1d8d-069f-4151-9bb8-4bb1e6f42ffe HTTP/1.1" status: 200 len: 1094 time: 1.1127295 May 20 16:53:43.049629 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'tag': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:43.085453 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Pushing event updated for resources: {'Port': ['ID=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:43.089061 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:43.090153 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.117094 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079d9df-56e0-4889-b552-e4bfa4d3c36a req-0fae7a80-10f0-4cdf-bc34-305c7606c904 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:43.118613 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7079d9df-56e0-4889-b552-e4bfa4d3c36a req-0fae7a80-10f0-4cdf-bc34-305c7606c904 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1276236 May 20 16:53:43.119645 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:43.123950 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Usage tracker for resource:security_group_rule and tenant:543b523524674d59848bf13a7d7aa7b7 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:43.129232 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:43.149433 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:43.151002 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'tag': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe', 'status': 'completed', 'code': 200} May 20 16:53:43.194655 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508cf43-f223-4e57-981e-89e623d82693 req-3d8909a5-5ae9-4c69-977d-f55f8a8a1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:43.196010 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7079d9df-56e0-4889-b552-e4bfa4d3c36a req-a7f874cb-9aa5-4f09-98f7-bbed4364f56b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684636 May 20 16:53:43.196221 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-3d8909a5-5ae9-4c69-977d-f55f8a8a1328 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad28526008bd4d119a4e0f4a6fc8a7fa&device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0804117 May 20 16:53:43.276473 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-977823a9-e24c-4ebf-b345-8acbbf1d51fd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe HTTP/1.1" status: 200 len: 217 time: 0.0719635 May 20 16:53:43.327019 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.332540 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.341656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-09cf19bc-12e4-42ef-92e9-1d7b452575e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:43.347906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508cf43-f223-4e57-981e-89e623d82693 req-fae0036f-814d-402b-b9e3-d6688390e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:43.349307 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-fae0036f-814d-402b-b9e3-d6688390e1ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=266ab535-0830-44dc-81c1-744163f32387 HTTP/1.1" status: 200 len: 849 time: 0.0634317 May 20 16:53:43.396083 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6ec56-cd1c-492a-91d6-0628801967f3 req-bacce7b9-6cae-4f7b-9c0c-aef12cfe240f tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:43.397624 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b6f6ec56-cd1c-492a-91d6-0628801967f3 req-bacce7b9-6cae-4f7b-9c0c-aef12cfe240f tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 944 time: 0.1750124 May 20 16:53:43.401627 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-aa4fc0a1-4b3e-463e-bdc0-d114d9c0391f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74373fe9-d40d-4a7e-9bb8-700a3f55366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424509 May 20 16:53:43.401815 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=543b523524674d59848bf13a7d7aa7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923046 May 20 16:53:43.402636 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec10c6e9-7bd0-4b26-9d8b-bbbf00dfec75,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:43.404801 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 48938) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:43.405563 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:43.575343 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.580514 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b6f6ec56-cd1c-492a-91d6-0628801967f3 req-dc908bcc-7de5-4736-b3aa-b3cc24221e9b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683652 May 20 16:53:43.607896 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-b58e0088-2918-46fe-b913-8682d6983b80 service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907320 May 20 16:53:43.626284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388d994-4e6e-40a7-a5a0-c33d1abfca21 req-ca64492c-58ee-498a-bb3e-ffc4c062c5ff tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:43.626484 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9388d994-4e6e-40a7-a5a0-c33d1abfca21 req-ca64492c-58ee-498a-bb3e-ffc4c062c5ff tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 945 time: 0.0867064 May 20 16:53:43.641674 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.675247 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9388d994-4e6e-40a7-a5a0-c33d1abfca21 req-00e50ff7-a286-4ad8-bca0-e100d7762fef tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 May 20 16:53:43.791153 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9508cf43-f223-4e57-981e-89e623d82693 req-7c1906c7-929d-46ce-99d7-7a03ec483b7b service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760421 May 20 16:53:43.794997 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.798918 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7d0d4ed7-ab19-4c78-b8ea-2b7360ed6ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:43.817589 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec10c6e9-7bd0-4b26-9d8b-bbbf00dfec75,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:43.823866 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:43.826649 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:43.827716 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec10c6e9-7bd0-4b26-9d8b-bbbf00dfec75 HTTP/1.1" status: 204 len: 168 time: 0.4218166 May 20 16:53:43.933560 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-a6717dcd-60ee-43a2-94ca-baa2a369c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:43.935129 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-a6717dcd-60ee-43a2-94ca-baa2a369c3be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad28526008bd4d119a4e0f4a6fc8a7fa&device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0759299 May 20 16:53:44.093816 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-a71e90b0-cd70-43b5-b7fa-16e41896e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:44.095473 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-a71e90b0-cd70-43b5-b7fa-16e41896e8a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=74373fe9-d40d-4a7e-9bb8-700a3f55366d HTTP/1.1" status: 200 len: 910 time: 0.1501839 May 20 16:53:44.203751 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-cf809e5a-457d-436b-a052-ee168f711917 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe HTTP/1.1" status: 200 len: 217 time: 0.0998695 May 20 16:53:44.221659 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-83634309-bacb-4195-96a4-6d9a7eae342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.262391 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48960) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:44.278553 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-4ea4fd56-d633-4ce1-96b7-f1b34709c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:44.280034 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-4ea4fd56-d633-4ce1-96b7-f1b34709c93a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=266ab535-0830-44dc-81c1-744163f32387 HTTP/1.1" status: 200 len: 849 time: 0.0687430 May 20 16:53:44.286095 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.304841 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:44.309177 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Usage tracker for resource:security_group_rule and tenant:770200226d7742798a856fada7a10112 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:44.311997 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:44.318655 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:44.331956 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-9a63fbb5-417b-44af-8925-5f3291eaeac4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=74373fe9-d40d-4a7e-9bb8-700a3f55366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447197 May 20 16:53:44.450583 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bdf6-1529-48fd-a48e-5efefe39b39a req-2ee1bcc2-f9b3-4bba-9a78-7a690e955b60 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:44.452384 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38b7bdf6-1529-48fd-a48e-5efefe39b39a req-2ee1bcc2-f9b3-4bba-9a78-7a690e955b60 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1232691 May 20 16:53:44.472182 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-49684cf7-338b-47bb-8258-82e13a777b4b service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332090 May 20 16:53:44.506136 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.514835 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.524761 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-924440bf-f141-4bf8-aea7-5303850b2506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:44.540729 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38b7bdf6-1529-48fd-a48e-5efefe39b39a req-6d8230ae-6550-4a93-80cb-9d4003cee3f9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794799 May 20 16:53:44.572387 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=770200226d7742798a856fada7a10112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082311 May 20 16:53:44.577230 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 48964) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:44.600923 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3063b6d2-6e69-4288-94bb-e92b18b77113,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:44.613601 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:44.632820 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-4f2703b9-3c6b-4dff-9b40-96c75a78f3c9 req-bf46f094-e17e-496f-a9dd-e7b2d6d5d67b service neutron] 10.222.0.82 "GET /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510081 May 20 16:53:44.662761 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.689972 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.809702 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.815817 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2ef1db72-cd51-4bed-9638-230d27e813d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:44.832600 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb57f2e-1147-4ce6-ac94-da44ead5a841 req-160dcaee-c997-463e-a2d5-cbf7d63a315b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:44.834028 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0eb57f2e-1147-4ce6-ac94-da44ead5a841 req-160dcaee-c997-463e-a2d5-cbf7d63a315b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 944 time: 0.1257770 May 20 16:53:44.836930 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3063b6d2-6e69-4288-94bb-e92b18b77113,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:44.846369 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:44.868193 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:44.869261 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3063b6d2-6e69-4288-94bb-e92b18b77113 HTTP/1.1" status: 204 len: 168 time: 0.2909172 May 20 16:53:44.892754 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0eb57f2e-1147-4ce6-ac94-da44ead5a841 req-e2b90722-a03d-4bbf-af31-2b580958660d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 May 20 16:53:45.613702 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49002) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:45.729080 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-536671905-network', 'tenant_id': '81280facb61b46b992a0bd4c98a1d21f'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:45.734114 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:45.740301 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Usage tracker for resource:network and tenant:81280facb61b46b992a0bd4c98a1d21f is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:45.745368 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:45.754306 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:45.777304 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f05a00-71f3-4423-a6e4-849e31c1c331 req-63856996-cf85-4d2b-a2a6-3112eac5baf4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:45.779195 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c4f05a00-71f3-4423-a6e4-849e31c1c331 req-63856996-cf85-4d2b-a2a6-3112eac5baf4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1153731 May 20 16:53:45.780826 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Made reservation on behalf of 81280facb61b46b992a0bd4c98a1d21f for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:45.784029 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.818015 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.836135 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:45.852966 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:81280facb61b46b992a0bd4c98a1d21f is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:45.859864 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:45.870705 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c4f05a00-71f3-4423-a6e4-849e31c1c331 req-9be3d078-cadb-465a-8778-32b1bb315168 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767257 May 20 16:53:45.874530 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:45.982562 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.987859 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:45.992068 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f4e2742d-d74e-4d96-90ca-e238892323b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:46.018482 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:53:46.073312 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbc829e-d6d0-43f3-85c2-450de93ac9ea,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:46.076159 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.076495 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Added segment 2be51729-4a92-4ca2-be89-977e26803499 of type vlan for network 33355d50-6dba-40dc-bb97-a290810ed362 May 20 16:53:46.082976 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:46.119285 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.160317 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f3300-513a-4648-89be-7730e426b2cf req-fed422ef-2651-4efc-911d-499a3937f146 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:46.161830 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c74f3300-513a-4648-89be-7730e426b2cf req-fed422ef-2651-4efc-911d-499a3937f146 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 944 time: 0.1353924 May 20 16:53:46.184450 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.188200 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:46.189395 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.196108 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:46.260924 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c74f3300-513a-4648-89be-7730e426b2cf req-b5f80af1-07f4-405f-b326-484d8e0823d7 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916405 May 20 16:53:46.311830 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6969452 May 20 16:53:46.314982 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49024) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:53:46.320434 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Pushing event updated for resources: {'Network': ['ID=33355d50-6dba-40dc-bb97-a290810ed362,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:46.321294 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Request body: {'subnet': {'network_id': '33355d50-6dba-40dc-bb97-a290810ed362', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-536671905-subnet', 'tenant_id': '81280facb61b46b992a0bd4c98a1d21f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:46.325495 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:46.335448 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 33355d50-6dba-40dc-bb97-a290810ed362 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:53:46.336595 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:46.340818 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Usage tracker for resource:subnet and tenant:81280facb61b46b992a0bd4c98a1d21f is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:46.346558 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:46.352640 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:46.365268 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Made reservation on behalf of 81280facb61b46b992a0bd4c98a1d21f for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:46.368010 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515581'] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.752920 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a5145c0e-0989-48ba-af5c-4e7f7c0e5573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.819830 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.835673 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10308681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515567'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:46.840500 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9a7e6e21-edc9-4e8a-8b0f-e1736a28774d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:46.918480 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4cbaff-a5b1-4bcb-a974-3890319c12b7,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:46.921967 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:46.922691 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Checking segment: {'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:46.923075 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Network hostable DHCP agents. Network: 33355d50-6dba-40dc-bb97-a290810ed362, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:53:46.945965 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Network 33355d50-6dba-40dc-bb97-a290810ed362 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:53:46.978827 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 33355d50-6dba-40dc-bb97-a290810ed362) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:46.989482 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f5bc5-e5ef-4a2f-b654-7daeed105680 None None] Network 33355d50-6dba-40dc-bb97-a290810ed362 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:47.007126 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:47.007935 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:47.021277 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:53:47.062427 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7432315 May 20 16:53:47.112886 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d62a4b-f5ff-4168-9d67-59797bb11835 req-6f1cbaf2-99c4-4b56-a364-c24a2b6f7526 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:47.115388 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-23d62a4b-f5ff-4168-9d67-59797bb11835 req-6f1cbaf2-99c4-4b56-a364-c24a2b6f7526 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1096911 May 20 16:53:47.185240 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-23d62a4b-f5ff-4168-9d67-59797bb11835 req-6a9a9f6b-0342-409e-b9ef-7b4a38443c8b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 May 20 16:53:47.388141 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9a8269-97e3-44f7-9f14-05d57d325269 None None] Network 33355d50-6dba-40dc-bb97-a290810ed362 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:53:47.440087 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:47.515255 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe', 'network_id': '74373fe9-d40d-4a7e-9bb8-700a3f55366d', 'port_id': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe', 'mac_address': 'fa:16:3e:83:dc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '266ab535-0830-44dc-81c1-744163f32387', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:53:47.576855 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43f50a-5233-44bd-b8f7-64a13fa38917 req-d9b81a92-e531-4410-b61b-4b41b5715d30 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:47.587209 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ef43f50a-5233-44bd-b8f7-64a13fa38917 req-d9b81a92-e531-4410-b61b-4b41b5715d30 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 944 time: 0.1454902 May 20 16:53:47.644845 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ef43f50a-5233-44bd-b8f7-64a13fa38917 req-e32f17e3-3bdb-41b5-bde2-865cb2498848 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472434 May 20 16:53:47.660763 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:47.717341 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:47.719252 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:47.737564 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:47.779077 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:47.785044 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:47.892028 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:47.895484 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:47.956348 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:48.031753 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e07a92-f9d3-43f1-9169-7399d35373db req-dd1fe9b6-a39f-45c5-8b63-7147bf97f278 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:48.033295 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-66e07a92-f9d3-43f1-9169-7399d35373db req-dd1fe9b6-a39f-45c5-8b63-7147bf97f278 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 945 time: 0.0807350 May 20 16:53:48.090602 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-66e07a92-f9d3-43f1-9169-7399d35373db req-7441647a-a7ad-487b-81ee-13849e5b5109 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514565 May 20 16:53:48.250644 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['101e1d8d-069f-4151-9bb8-4bb1e6f42ffe'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:53:48.375253 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc7ac5-821f-4346-b2cc-e8c27d23f5f7 req-93cccfb1-dea1-4801-b86f-9322df9187f4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:48.377479 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e5bc7ac5-821f-4346-b2cc-e8c27d23f5f7 req-93cccfb1-dea1-4801-b86f-9322df9187f4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0846572 May 20 16:53:48.421965 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e5bc7ac5-821f-4346-b2cc-e8c27d23f5f7 req-79a56102-a47d-414c-a300-8d8842c0fc4b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388784 May 20 16:53:48.847283 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fe53f-aadd-4d2b-bba7-cae05169d8f4 req-c54f8f18-217b-4acd-ae4f-c024252021ab tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:48.848736 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ca5fe53f-aadd-4d2b-bba7-cae05169d8f4 req-c54f8f18-217b-4acd-ae4f-c024252021ab tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 945 time: 0.0873823 May 20 16:53:48.897042 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ca5fe53f-aadd-4d2b-bba7-cae05169d8f4 req-dbbd2299-8496-4239-8aba-cbc9b9ae9945 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 May 20 16:53:49.351973 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-8130ae9b-408a-44e2-bcf9-66c1d777a50e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:49.352636 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-8130ae9b-408a-44e2-bcf9-66c1d777a50e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Synchronizing usage tracker for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:network {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:49.382616 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06b63b-88b1-43a2-a604-60e4d63c10dc req-e6eb5a24-fe81-4e99-86a8-7e848a91ae9f tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:49.384092 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7a06b63b-88b1-43a2-a604-60e4d63c10dc req-e6eb5a24-fe81-4e99-86a8-7e848a91ae9f tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 945 time: 0.1371551 May 20 16:53:49.385254 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-8130ae9b-408a-44e2-bcf9-66c1d777a50e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Unset dirty status for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:network {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:49.386254 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-8130ae9b-408a-44e2-bcf9-66c1d777a50e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/networks?id=33355d50-6dba-40dc-bb97-a290810ed362 HTTP/1.1" status: 200 len: 813 time: 0.2303839 May 20 16:53:49.466295 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:49.492994 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-e930bd8a-e3b3-41a6-adb6-9ebb03b0ccfc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/quotas/81280facb61b46b992a0bd4c98a1d21f HTTP/1.1" status: 200 len: 375 time: 0.0158589 May 20 16:53:49.549847 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7a06b63b-88b1-43a2-a604-60e4d63c10dc req-93a8f95a-eb96-4c49-9c1d-02becea591ef tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/security-groups?id=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598623 May 20 16:53:49.552078 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-f09757e0-dd86-4dc5-aadf-5a70c412146e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=81280facb61b46b992a0bd4c98a1d21f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522306 May 20 16:53:49.747473 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-ea3356a3-b08c-4a72-a41b-e1d6f1a1b5ef service neutron] 10.222.0.69 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880143 May 20 16:53:49.807948 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8bc68-1a1a-4c72-b8c1-017321b08b95 req-4c508302-21d2-4d09-a634-85ffde29d940 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:49.809375 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a1c8bc68-1a1a-4c72-b8c1-017321b08b95 req-4c508302-21d2-4d09-a634-85ffde29d940 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1505580 May 20 16:53:49.935670 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a1c8bc68-1a1a-4c72-b8c1-017321b08b95 req-2f32b833-e1d8-4d5f-b619-0ef34a606044 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729272 May 20 16:53:49.942142 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-2301e150-c2f3-4980-a55c-25a3266fc1a3 service neutron] 10.222.0.69 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873841 May 20 16:53:49.947013 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-eaaeba98-d070-47f8-838b-68f60c3d42a8 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:49.947750 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-eaaeba98-d070-47f8-838b-68f60c3d42a8 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Synchronizing usage tracker for tenant:bf212ab98ecd4263bd242d1154e6f627 on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:49.976598 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-eaaeba98-d070-47f8-838b-68f60c3d42a8 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Unset dirty status for tenant:bf212ab98ecd4263bd242d1154e6f627 on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:49.977895 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-eaaeba98-d070-47f8-838b-68f60c3d42a8 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.82 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 945 time: 0.1108894 May 20 16:53:50.155619 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680f770-2428-4532-8d99-8a0ce5083198 req-e70b1e42-5c6f-4bb1-8237-e9ad327a6c2b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:50.158634 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8680f770-2428-4532-8d99-8a0ce5083198 req-e70b1e42-5c6f-4bb1-8237-e9ad327a6c2b tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 945 time: 0.0901787 May 20 16:53:50.184891 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Deleting port ed227875-9b14-4cff-9c48-1613066ed826 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:53:50.185473 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:50.234899 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8680f770-2428-4532-8d99-8a0ce5083198 req-6e7be94c-6c45-448c-aa78-0a61f6ca303c tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709953 May 20 16:53:50.284983 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cbb69b9b-51e4-4af8-b52e-08ef78fe10c3 req-32328c63-3da9-489f-aea8-b09266750ec5 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 210 time: 0.0461159 May 20 16:53:50.400964 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] For port ed227875-9b14-4cff-9c48-1613066ed826, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=ed227875-9b14-4cff-9c48-1613066ed826,segment=NetworkSegment(40f2b953-5634-45ef-8cbd-3038c51391a2),segment_id=40f2b953-5634-45ef-8cbd-3038c51391a2)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:50.401477 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:50.538115 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Calling delete_port for ed227875-9b14-4cff-9c48-1613066ed826 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:53:50.701390 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:50.712326 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:50.715968 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['ed227875-9b14-4cff-9c48-1613066ed826'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:53:50.737793 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2c53d4c1-f297-45b8-9273-7b3a5bca3563 req-04c6f226-930b-4239-b214-79f1ff05a805 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 210 time: 0.0580163 May 20 16:53:50.826311 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Pushing event deleted for resources: {'Port': ['ID=ed227875-9b14-4cff-9c48-1613066ed826,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:50.899873 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:50.967518 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] No DVR routers for this DVR port ed227875-9b14-4cff-9c48-1613066ed826 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:53:50.971478 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:50.974589 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'name': 'network-vif-deleted', 'tag': 'ed227875-9b14-4cff-9c48-1613066ed826'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:51.029673 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:51.037918 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-82ca134e-4e5a-49c2-9d94-04e5b6dfc551 req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.82 "DELETE /v2.0/ports/ed227875-9b14-4cff-9c48-1613066ed826 HTTP/1.1" status: 204 len: 173 time: 1.0480406 May 20 16:53:51.083095 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8b7aa-ab17-40f3-9ff4-3e150964708a', 'name': 'network-vif-deleted', 'tag': 'ed227875-9b14-4cff-9c48-1613066ed826', 'status': 'completed', 'code': 200} May 20 16:53:51.157076 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:51.162454 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:51.162832 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.231508 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3d15d-d645-43c3-acdb-ae199c41d1de req-16dd1e88-19c3-4f01-acad-c09b5f58e6f9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:51.232946 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7ac3d15d-d645-43c3-acdb-ae199c41d1de req-16dd1e88-19c3-4f01-acad-c09b5f58e6f9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1274717 May 20 16:53:51.294694 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7ac3d15d-d645-43c3-acdb-ae199c41d1de req-9204fbee-3b6e-4f25-a60e-9506bf556377 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556955 May 20 16:53:51.301667 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.337855 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:51.355318 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:51.362722 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.370555 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:51.483515 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:51.488417 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:51.531561 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f2bd24ab-a2f6-44f1-bd94-4d1123cc9617 req-4c3aa7fa-5b81-49fd-8db2-b6252544c4ee tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 210 time: 0.0914071 May 20 16:53:51.573426 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46f079-85a5-495a-a91c-82f4c1b9c2d6 req-caab6e61-4e74-414a-b5d6-a695b928086e tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:51.575098 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7b46f079-85a5-495a-a91c-82f4c1b9c2d6 req-caab6e61-4e74-414a-b5d6-a695b928086e tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 946 time: 0.2007017 May 20 16:53:51.613409 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe', 'code': 200} May 20 16:53:51.633001 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-5e02996d-f52f-4790-b6f8-9230368b73ab tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:51.635766 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-5e02996d-f52f-4790-b6f8-9230368b73ab tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "GET /v2.0/networks?id=33355d50-6dba-40dc-bb97-a290810ed362 HTTP/1.1" status: 200 len: 813 time: 0.2365332 May 20 16:53:51.636646 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7b46f079-85a5-495a-a91c-82f4c1b9c2d6 req-917eda67-4ccf-4c75-8e31-6d9d8647e103 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493529 May 20 16:53:51.655508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Request body: {'port': {'device_id': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362', 'admin_state_up': True, 'tenant_id': '81280facb61b46b992a0bd4c98a1d21f'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:51.812478 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:53:51.817017 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Usage tracker for resource:port and tenant:81280facb61b46b992a0bd4c98a1d21f is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:53:51.820127 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:53:51.825929 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:53:51.837863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Made reservation on behalf of 81280facb61b46b992a0bd4c98a1d21f for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:53:51.841457 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:51.917457 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0ae48487-cfc2-44aa-8174-b3435c048164 req-4e258dfd-f7d8-4f99-840c-a939e7d7950d tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] 10.222.0.69 "GET /v2.0/ports?device_id=66d8b7aa-ab17-40f3-9ff4-3e150964708a HTTP/1.1" status: 200 len: 210 time: 0.0443738 May 20 16:53:52.111399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c41c5-fe42-4408-ac9a-6af2763a12a8 req-9dc16a52-b052-49d7-820e-76552b13b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:52.112870 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6c6c41c5-fe42-4408-ac9a-6af2763a12a8 req-9dc16a52-b052-49d7-820e-76552b13b0b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 1099 time: 0.2547646 May 20 16:53:52.177102 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Allocated IP 172.20.0.9 (33355d50-6dba-40dc-bb97-a290810ed362/bc4cbaff-a5b1-4bcb-a974-3890319c12b7/bc51680e-48d7-4597-8912-2b03d919f80d) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:53:52.185165 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6c6c41c5-fe42-4408-ac9a-6af2763a12a8 req-f04985eb-8413-495c-a5b7-cf4810721262 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585544 May 20 16:53:52.385683 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:52.419866 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:52.428460 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:52.501707 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Network 33355d50-6dba-40dc-bb97-a290810ed362 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:53:52.506255 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:53:52.509458 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6e64-d6e5-4727-b121-13f808d9936f req-469787fe-3933-4d3e-8c2a-2a75bd91acf4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:52.510255 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:53:52.517291 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-58fb6e64-d6e5-4727-b121-13f808d9936f req-469787fe-3933-4d3e-8c2a-2a75bd91acf4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1012983 May 20 16:53:52.550569 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Pushing event updated for resources: {'Port': ['ID=bc51680e-48d7-4597-8912-2b03d919f80d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:52.556497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:52.568457 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-58fb6e64-d6e5-4727-b121-13f808d9936f req-443ae6cf-727a-4332-af34-ac4a5dbd1b84 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500386 May 20 16:53:52.596894 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:52.597662 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:52.625081 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9733884 May 20 16:53:52.642494 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Request body: {'port': {'device_id': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:53:52.777792 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:52.778261 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0af8c-5d6e-43af-b0a0-f861b383bfe8 req-244e6539-a6fc-430f-98a0-ef7d9c83f957 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:52.780114 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-36e0af8c-5d6e-43af-b0a0-f861b383bfe8 req-244e6539-a6fc-430f-98a0-ef7d9c83f957 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 931 time: 0.1141567 May 20 16:53:52.851454 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-36e0af8c-5d6e-43af-b0a0-f861b383bfe8 req-d4b1131e-ba24-4cad-9af8-0f8803cdb6c9 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Synchronizing usage tracker for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:52.914982 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-36e0af8c-5d6e-43af-b0a0-f861b383bfe8 req-d4b1131e-ba24-4cad-9af8-0f8803cdb6c9 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Unset dirty status for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:52.916116 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-36e0af8c-5d6e-43af-b0a0-f861b383bfe8 req-d4b1131e-ba24-4cad-9af8-0f8803cdb6c9 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299384 May 20 16:53:52.968590 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23abed-03a6-4ced-9741-7726e62505bf req-bcb71eac-7181-416d-b337-96abb03c1905 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:52.971032 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3c23abed-03a6-4ced-9741-7726e62505bf req-bcb71eac-7181-416d-b337-96abb03c1905 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 946 time: 0.1086571 May 20 16:53:53.039515 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3c23abed-03a6-4ced-9741-7726e62505bf req-bc676940-f080-4849-805d-3ce2d8335575 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611138 May 20 16:53:53.233923 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc51680e-48d7-4597-8912-2b03d919f80d {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:53.244458 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.261613 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Transition to ACTIVE for port object bc51680e-48d7-4597-8912-2b03d919f80d will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:53:53.266272 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.274420 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:53.520010 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Pushing event updated for resources: {'Port': ['ID=bc51680e-48d7-4597-8912-2b03d919f80d,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:53.527911 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:53.568726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Attempting to bind port bc51680e-48d7-4597-8912-2b03d919f80d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:53:53.569057 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Attempting to bind port bc51680e-48d7-4597-8912-2b03d919f80d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:53:53.569380 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Attempting to bind port bc51680e-48d7-4597-8912-2b03d919f80d on network 33355d50-6dba-40dc-bb97-a290810ed362 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:53.574576 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Port bc51680e-48d7-4597-8912-2b03d919f80d on network 33355d50-6dba-40dc-bb97-a290810ed362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:53:53.574576 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Attempting to bind port bc51680e-48d7-4597-8912-2b03d919f80d on network 33355d50-6dba-40dc-bb97-a290810ed362 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:53:53.581463 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:53:53.581802 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Checking segment: {'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:53:53.582209 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Bound using segment: {'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:53:53.582739 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Bound port: bc51680e-48d7-4597-8912-2b03d919f80d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:53:53.583092 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.694124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] For port bc51680e-48d7-4597-8912-2b03d919f80d, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:53:53.697392 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] For port bc51680e-48d7-4597-8912-2b03d919f80d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc51680e-48d7-4597-8912-2b03d919f80d,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:53:53.701242 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.707081 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:53.773637 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:53.774279 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:53.775602 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] 10.222.0.82 "PUT /v2.0/ports/bc51680e-48d7-4597-8912-2b03d919f80d HTTP/1.1" status: 200 len: 1093 time: 1.1405966 May 20 16:53:53.776070 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'tag': 'bc51680e-48d7-4597-8912-2b03d919f80d'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:53.807576 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Pushing event updated for resources: {'Port': ['ID=bc51680e-48d7-4597-8912-2b03d919f80d,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:53.810497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:53.833634 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2072f-1fbb-496a-8c43-ac10fc7d8813 req-3c1022d2-8d2d-4693-983d-5be1522095ae tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:53.835114 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bcb2072f-1fbb-496a-8c43-ac10fc7d8813 req-3c1022d2-8d2d-4693-983d-5be1522095ae tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1550651 May 20 16:53:53.842411 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdea512-64f4-4f60-9a00-a47bdee17d62 req-f5d10404-8f60-4ba7-a5b4-1f55610bac3e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:53.843738 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5bdea512-64f4-4f60-9a00-a47bdee17d62 req-f5d10404-8f60-4ba7-a5b4-1f55610bac3e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1320810 May 20 16:53:53.898544 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-18c8d651-64a0-412b-bc0c-80d591bd3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:53.900196 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-18c8d651-64a0-412b-bc0c-80d591bd3b0d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81280facb61b46b992a0bd4c98a1d21f&device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0826747 May 20 16:53:53.916034 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bcb2072f-1fbb-496a-8c43-ac10fc7d8813 req-247720f0-a2a6-42d9-bff8-f223c1ce41d6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713112 May 20 16:53:53.923900 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5bdea512-64f4-4f60-9a00-a47bdee17d62 req-23b781ce-1fb4-489e-bcaa-53b8ef6957ec tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652342 May 20 16:53:54.012080 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'tag': 'bc51680e-48d7-4597-8912-2b03d919f80d', 'status': 'completed', 'code': 200} May 20 16:53:54.013493 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-bd29a3c7-1c0a-4a1e-b10c-938af04e3191 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc51680e-48d7-4597-8912-2b03d919f80d HTTP/1.1" status: 200 len: 217 time: 0.1037178 May 20 16:53:54.083143 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-899c59bc-57c2-45c1-ac65-f563b453bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:54.084855 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-899c59bc-57c2-45c1-ac65-f563b453bd44 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc4cbaff-a5b1-4bcb-a974-3890319c12b7 HTTP/1.1" status: 200 len: 853 time: 0.0616479 May 20 16:53:54.141376 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-6e1ffd11-f3fe-411a-8379-7fa88663a927 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33355d50-6dba-40dc-bb97-a290810ed362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436189 May 20 16:53:54.200126 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef26206-83e7-4afc-806f-0d89b528af3b req-450c3d0e-54f9-4bef-a828-0505ddbf7768 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:54.201540 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5ef26206-83e7-4afc-806f-0d89b528af3b req-450c3d0e-54f9-4bef-a828-0505ddbf7768 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 943 time: 0.1234586 May 20 16:53:54.263669 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5ef26206-83e7-4afc-806f-0d89b528af3b req-4a10004a-cc37-48c0-b2e3-032e1d865f32 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551095 May 20 16:53:54.283986 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6128e-a7b4-4b4f-9575-fae08b79c37a req-464cb5d1-8b17-40f6-9eb0-f1d777f6d4dd tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:54.285403 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-52e6128e-a7b4-4b4f-9575-fae08b79c37a req-464cb5d1-8b17-40f6-9eb0-f1d777f6d4dd tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 946 time: 0.1306632 May 20 16:53:54.368393 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-7ed79108-2a85-441b-b107-4c3725344e4b service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149849 May 20 16:53:54.411945 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-52e6128e-a7b4-4b4f-9575-fae08b79c37a req-b2e40dd6-4dd1-43b9-9c2b-7a4380da90c8 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202409 May 20 16:53:54.514520 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a1766cc6-81d4-4ed0-9e44-1d54ea987e45 req-cd3690eb-513c-4317-ba48-80939050ef96 service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331124 May 20 16:53:54.644307 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-4e8ef5f7-c8f5-45bf-9f41-5bae8201f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:54.645882 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-4e8ef5f7-c8f5-45bf-9f41-5bae8201f4fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81280facb61b46b992a0bd4c98a1d21f&device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 1096 time: 0.0767608 May 20 16:53:54.795509 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-95b6f49b-c9bc-4d48-987d-8828d840952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:54.797093 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-95b6f49b-c9bc-4d48-987d-8828d840952b service neutron] 10.222.0.82 "GET /v2.0/networks?id=33355d50-6dba-40dc-bb97-a290810ed362 HTTP/1.1" status: 200 len: 914 time: 0.1431074 May 20 16:53:54.873418 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-f3b7c444-099c-43db-81bf-6da40c92f0a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc51680e-48d7-4597-8912-2b03d919f80d HTTP/1.1" status: 200 len: 217 time: 0.0682497 May 20 16:53:54.960486 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-597b1d99-70aa-4e47-8a9d-06d02ff23e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:54.961929 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-597b1d99-70aa-4e47-8a9d-06d02ff23e20 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc4cbaff-a5b1-4bcb-a974-3890319c12b7 HTTP/1.1" status: 200 len: 853 time: 0.0775974 May 20 16:53:55.032199 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device ed227875-9b14-4cff-9c48-1613066ed826 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:53:55.042284 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-95c2892b-3105-472e-992f-d70e1cb7cc35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33355d50-6dba-40dc-bb97-a290810ed362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690308 May 20 16:53:55.120634 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: ed227875-9b14-4cff-9c48-1613066ed826 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:53:55.129472 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device ed227875-9b14-4cff-9c48-1613066ed826 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:53:55.227314 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-01529f6b-c1ff-45f1-bf03-4b45cd1ccef8 service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760604 May 20 16:53:55.271816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb80e-afd0-4b7c-93f5-ce9bb15a1f54 req-de18c471-c589-430a-b243-58bfda4ab4e7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:55.273336 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af8cb80e-afd0-4b7c-93f5-ce9bb15a1f54 req-de18c471-c589-430a-b243-58bfda4ab4e7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1179793 May 20 16:53:55.282068 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786d036-5cd1-47ba-89c1-b114097397f4 req-f2e5614b-1734-4a9f-a7f4-4577dfd0cf79 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:55.284348 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4786d036-5cd1-47ba-89c1-b114097397f4 req-f2e5614b-1734-4a9f-a7f4-4577dfd0cf79 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2254589 May 20 16:53:55.360853 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af8cb80e-afd0-4b7c-93f5-ce9bb15a1f54 req-ab7c4f10-8cfa-4a2f-95af-e185ebd96a0b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711613 May 20 16:53:55.363782 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4786d036-5cd1-47ba-89c1-b114097397f4 req-e6d05972-0379-41fb-8818-e4d4bde6ac0f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590463 May 20 16:53:55.368851 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d4736d10-64de-4397-bd56-f134fd6c83d3 req-81b57eed-1d66-4cc3-ad6d-9c314be443fa service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346152 May 20 16:53:55.549882 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e7387-ab9a-439f-a057-fd0d8a9adbcb req-cb2b700a-dea8-4195-ac6c-ff7464e0bb23 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:55.555023 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-858e7387-ab9a-439f-a057-fd0d8a9adbcb req-cb2b700a-dea8-4195-ac6c-ff7464e0bb23 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 943 time: 0.0897546 May 20 16:53:55.602425 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-858e7387-ab9a-439f-a057-fd0d8a9adbcb req-34f517f6-d554-43ee-a914-6b2c8b710cdc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443101 May 20 16:53:55.728816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611dc2a-8807-4ffd-ac57-c610923540e1 req-d252d431-fb01-4f76-b31b-3c3cb04368a8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:55.730615 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1611dc2a-8807-4ffd-ac57-c610923540e1 req-d252d431-fb01-4f76-b31b-3c3cb04368a8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0916686 May 20 16:53:55.781962 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1611dc2a-8807-4ffd-ac57-c610923540e1 req-cccfff79-959d-4d04-bf61-f70d3b81be7b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444508 May 20 16:53:56.184389 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576394b5-3dd9-4c31-899a-60265c6fd383 req-703b4461-26b7-4f01-9f71-246be2556c39 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:56.185819 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-576394b5-3dd9-4c31-899a-60265c6fd383 req-703b4461-26b7-4f01-9f71-246be2556c39 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 946 time: 0.0800550 May 20 16:53:56.231073 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-576394b5-3dd9-4c31-899a-60265c6fd383 req-1ae337a5-7383-4997-82e0-79a8f3c202bb tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 May 20 16:53:56.615967 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772530f-4f09-4041-aef9-16dd4d7a1dfe req-fbe9a7ec-1704-4f93-8295-5ea9ec5e59a9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:56.617431 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3772530f-4f09-4041-aef9-16dd4d7a1dfe req-fbe9a7ec-1704-4f93-8295-5ea9ec5e59a9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1445868 May 20 16:53:56.629406 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980e81b-8d90-4525-b4a8-797b7b8b94d4 req-7a9b94bc-9eee-4947-bca7-4a0eee415683 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:56.630984 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0980e81b-8d90-4525-b4a8-797b7b8b94d4 req-7a9b94bc-9eee-4947-bca7-4a0eee415683 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1240444 May 20 16:53:56.714766 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3772530f-4f09-4041-aef9-16dd4d7a1dfe req-f96955ea-4a64-4a08-8277-ef7dc9a834bd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826454 May 20 16:53:56.724229 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0980e81b-8d90-4525-b4a8-797b7b8b94d4 req-c3589d44-3aaf-47c9-b4d3-0e3539753cfa tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775075 May 20 16:53:56.935345 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c66c50-8b73-463a-a092-5f2b04f9ff9f req-7cc9b606-be57-421a-bf85-ad710d69d665 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:56.936740 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-16c66c50-8b73-463a-a092-5f2b04f9ff9f req-7cc9b606-be57-421a-bf85-ad710d69d665 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 943 time: 0.1109910 May 20 16:53:56.999788 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-16c66c50-8b73-463a-a092-5f2b04f9ff9f req-1fe69509-b98b-4405-8e11-7ed3188b1671 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 May 20 16:53:57.022679 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf127a10-598e-4749-89d5-8509954f5c96 req-57d3b582-bd70-4bf1-ad4c-b3e6505a079d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:57.024077 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cf127a10-598e-4749-89d5-8509954f5c96 req-57d3b582-bd70-4bf1-ad4c-b3e6505a079d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1265192 May 20 16:53:57.033989 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device bc51680e-48d7-4597-8912-2b03d919f80d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:53:57.072006 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cf127a10-598e-4749-89d5-8509954f5c96 req-16aba07c-6954-4f95-a84e-b62cca23cb4a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 May 20 16:53:57.181891 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port bc51680e-48d7-4597-8912-2b03d919f80d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc51680e-48d7-4597-8912-2b03d919f80d,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:57.195813 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': 'bc51680e-48d7-4597-8912-2b03d919f80d', 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362', 'port_id': 'bc51680e-48d7-4597-8912-2b03d919f80d', 'mac_address': 'fa:16:3e:f9:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4cbaff-a5b1-4bcb-a974-3890319c12b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:53:57.255040 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.272147 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc51680e-48d7-4597-8912-2b03d919f80d {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:53:57.288582 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port bc51680e-48d7-4597-8912-2b03d919f80d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc51680e-48d7-4597-8912-2b03d919f80d,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:57.291971 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:57.294325 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-0c17b460-6e61-44e3-b614-d629ab600d94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:57.361119 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=bc51680e-48d7-4597-8912-2b03d919f80d,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:57.364356 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:57.420135 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619c5e6-58a7-4f26-b748-d9866f764310 req-5767b901-f18d-4e8a-bc1d-4e91b16c279d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:57.421587 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2619c5e6-58a7-4f26-b748-d9866f764310 req-5767b901-f18d-4e8a-bc1d-4e91b16c279d tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 946 time: 0.0817916 May 20 16:53:57.422333 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:53:57.471115 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2619c5e6-58a7-4f26-b748-d9866f764310 req-ce10c56f-8cd0-4665-936d-08d9faf0abc4 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 May 20 16:53:57.667573 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['bc51680e-48d7-4597-8912-2b03d919f80d'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:53:57.980718 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-577f0f89-4a92-4a21-96a3-37020dbfa706 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:57.981408 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-577f0f89-4a92-4a21-96a3-37020dbfa706 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Synchronizing usage tracker for tenant:ad28526008bd4d119a4e0f4a6fc8a7fa on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:53:57.992875 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c320b3-097f-49cc-b7f7-5cc229e7f593 req-2c17d965-6137-4ba4-918d-829b5dd8728a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:57.995248 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55c320b3-097f-49cc-b7f7-5cc229e7f593 req-2c17d965-6137-4ba4-918d-829b5dd8728a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1639698 May 20 16:53:58.000061 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-577f0f89-4a92-4a21-96a3-37020dbfa706 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Unset dirty status for tenant:ad28526008bd4d119a4e0f4a6fc8a7fa on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:53:58.001968 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-577f0f89-4a92-4a21-96a3-37020dbfa706 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 946 time: 0.1090519 May 20 16:53:58.028282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d0941-5dac-4520-8681-9fdb900b71c6 req-afb6d315-6907-44a9-9151-e2d4af82ee5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:58.029871 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e00d0941-5dac-4520-8681-9fdb900b71c6 req-afb6d315-6907-44a9-9151-e2d4af82ee5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1539927 May 20 16:53:58.087291 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55c320b3-097f-49cc-b7f7-5cc229e7f593 req-5b9130a5-372c-450f-b269-47338cae8e21 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804851 May 20 16:53:58.098037 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e00d0941-5dac-4520-8681-9fdb900b71c6 req-96f4a2b8-b2e3-481f-8060-d606c450e718 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573637 May 20 16:53:58.164680 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Deleting port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:53:58.165033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:58.372163 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00b5f3-26f6-4571-8030-caee285feb85 req-ed16e7b2-7b4d-4783-b5eb-87255904aa2f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:58.373609 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5a00b5f3-26f6-4571-8030-caee285feb85 req-ed16e7b2-7b4d-4783-b5eb-87255904aa2f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 944 time: 0.1589739 May 20 16:53:58.374394 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] For port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,segment=NetworkSegment(eef8ea6b-dfdb-493d-b13b-0fe502807c09),segment_id=eef8ea6b-dfdb-493d-b13b-0fe502807c09)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:58.375089 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:58.408561 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7d6a6-516e-4f40-8938-bf5634384842 req-9bd210f8-41d8-46c2-a1dc-ccebf5acfeeb tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:58.410026 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b3e7d6a6-516e-4f40-8938-bf5634384842 req-9bd210f8-41d8-46c2-a1dc-ccebf5acfeeb tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1352773 May 20 16:53:58.457797 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5a00b5f3-26f6-4571-8030-caee285feb85 req-6acda843-87fd-430a-a59d-15db16a83d5e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746682 May 20 16:53:58.480289 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b3e7d6a6-516e-4f40-8938-bf5634384842 req-c4d7b33b-9e7b-45da-acad-8f295202eed2 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538008 May 20 16:53:58.515168 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Calling delete_port for 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:53:58.631133 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:58.636977 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d0233eba-3366-4dc1-a80c-dab617af7cbd tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:58.644100 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['101e1d8d-069f-4151-9bb8-4bb1e6f42ffe'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:53:58.672230 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84e5c6-8576-4b63-bb2b-245889e6b997 req-2d737825-48df-4af8-974d-5ec093a5b684 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:58.674062 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0d84e5c6-8576-4b63-bb2b-245889e6b997 req-2d737825-48df-4af8-974d-5ec093a5b684 tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3f499b5-e915-453e-a2b3-48cd0cb1b3d4 HTTP/1.1" status: 200 len: 946 time: 0.0916600 May 20 16:53:58.735560 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0d84e5c6-8576-4b63-bb2b-245889e6b997 req-d98145f9-1468-4ec0-95bb-8f73ac37e1cc tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d1a57cf-d992-4a57-bab8-3c76a1b061ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523157 May 20 16:53:58.754956 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Pushing event deleted for resources: {'Port': ['ID=101e1d8d-069f-4151-9bb8-4bb1e6f42ffe,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:58.787476 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:58.835744 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] No DVR routers for this DVR port 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:53:58.838160 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:58.840614 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'name': 'network-vif-deleted', 'tag': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:58.856270 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e5deb85-2466-4dee-8b4c-bda66bccfe5d req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] 10.222.0.82 "DELETE /v2.0/ports/101e1d8d-069f-4151-9bb8-4bb1e6f42ffe HTTP/1.1" status: 204 len: 173 time: 0.8434148 May 20 16:53:58.885275 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f499b5-e915-453e-a2b3-48cd0cb1b3d4', 'name': 'network-vif-deleted', 'tag': '101e1d8d-069f-4151-9bb8-4bb1e6f42ffe', 'status': 'completed', 'code': 200} May 20 16:53:59.047246 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device bc51680e-48d7-4597-8912-2b03d919f80d up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:53:59.115779 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port bc51680e-48d7-4597-8912-2b03d919f80d completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:53:59.120159 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port bc51680e-48d7-4597-8912-2b03d919f80d triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:53:59.120540 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.239747 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.267017 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc51680e-48d7-4597-8912-2b03d919f80d'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:53:59.276619 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port bc51680e-48d7-4597-8912-2b03d919f80d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc51680e-48d7-4597-8912-2b03d919f80d,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:53:59.280686 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:53:59.281520 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:53:59.311434 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:53:59.356217 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:53:59.356567 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 101e1d8d-069f-4151-9bb8-4bb1e6f42ffe not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:53:59.400145 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=bc51680e-48d7-4597-8912-2b03d919f80d,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:53:59.403591 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:53:59.470502 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32fd24-69e6-470b-8a76-56dea4e3dbbd req-59e5b8c2-3855-4936-a076-78052d5be032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:59.472184 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9a32fd24-69e6-470b-8a76-56dea4e3dbbd req-59e5b8c2-3855-4936-a076-78052d5be032 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.0919378 May 20 16:53:59.481259 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a93b8-a089-4a6a-928b-39b6288bf49e req-2272e7c6-5dc5-42f1-8116-999351547f02 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:59.482875 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1a9a93b8-a089-4a6a-928b-39b6288bf49e req-2272e7c6-5dc5-42f1-8116-999351547f02 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2212865 May 20 16:53:59.492232 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd7478-741d-4b66-83d2-4df5a048c74c req-cbb5b366-1924-4f3f-b6a2-b080621e0806 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:59.493658 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-70cd7478-741d-4b66-83d2-4df5a048c74c req-cbb5b366-1924-4f3f-b6a2-b080621e0806 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2752678 May 20 16:53:59.535545 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9a32fd24-69e6-470b-8a76-56dea4e3dbbd req-39b6c0e0-3e5c-4c66-9bb0-5365a25a1f4b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480647 May 20 16:53:59.572499 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1a9a93b8-a089-4a6a-928b-39b6288bf49e req-724429a2-4993-4280-8584-61f7bf8dea9e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773084 May 20 16:53:59.577034 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-70cd7478-741d-4b66-83d2-4df5a048c74c req-667a58ce-efb2-4c10-9303-79b01746a7ae tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678225 May 20 16:53:59.649448 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc51680e-48d7-4597-8912-2b03d919f80d', 'code': 200} May 20 16:53:59.874034 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e795f56-abc3-462e-b9f7-fc042a4863e9 req-a8dfa601-76c5-4727-8f50-d2b17f52cd83 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:59.875602 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4e795f56-abc3-462e-b9f7-fc042a4863e9 req-a8dfa601-76c5-4727-8f50-d2b17f52cd83 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1700819 May 20 16:53:59.897109 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ad0e4-38d9-46dd-b65b-cf1c74b24289 req-8f147c97-1704-406e-a86d-db72336dff96 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:59.899190 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6f4ad0e4-38d9-46dd-b65b-cf1c74b24289 req-8f147c97-1704-406e-a86d-db72336dff96 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1234391 May 20 16:53:59.952502 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085562a-4614-4201-b648-546d79a13cea req-62b026b2-a72d-4b96-93af-30cacf4d57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:53:59.954574 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d085562a-4614-4201-b648-546d79a13cea req-62b026b2-a72d-4b96-93af-30cacf4d57b4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 1098 time: 0.0900202 May 20 16:53:59.964825 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4e795f56-abc3-462e-b9f7-fc042a4863e9 req-b4d7e581-330b-4719-ad87-ddd78d19d34b tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810680 May 20 16:54:00.010647 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6f4ad0e4-38d9-46dd-b65b-cf1c74b24289 req-1c16164d-14ac-406e-b701-2980195612f3 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926681 May 20 16:54:00.023042 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d085562a-4614-4201-b648-546d79a13cea req-1eeec101-f9a2-4826-86b3-a935b0261b60 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610418 May 20 16:54:00.833144 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310552da-a5d6-4553-8f06-86d2f24598fb req-1a82d384-808c-4edb-a3a9-97d462bfcc30 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:00.834635 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-310552da-a5d6-4553-8f06-86d2f24598fb req-1a82d384-808c-4edb-a3a9-97d462bfcc30 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1437533 May 20 16:54:00.842306 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe31a02-1a51-4ab5-a57a-bcbeae7ce622 req-2c6fdc31-07f4-4706-be1a-87305bf3a5b7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:00.843638 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-efe31a02-1a51-4ab5-a57a-bcbeae7ce622 req-2c6fdc31-07f4-4706-be1a-87305bf3a5b7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1212575 May 20 16:54:00.916147 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-310552da-a5d6-4553-8f06-86d2f24598fb req-d2d931f7-9c54-4c4a-a329-a81a2163cf27 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715532 May 20 16:54:00.924789 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-efe31a02-1a51-4ab5-a57a-bcbeae7ce622 req-a76ebf74-7c24-4b71-b106-816a50690f82 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618083 May 20 16:54:01.253977 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba5c86-1526-47dd-a0c8-ba07dbb71543 req-dcce6e56-72b2-4fea-8504-04f737453aee tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:01.262154 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-21ba5c86-1526-47dd-a0c8-ba07dbb71543 req-dcce6e56-72b2-4fea-8504-04f737453aee tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1798720 May 20 16:54:01.299469 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b58f9e-2ae1-4f53-9274-3a0a7253be77 req-1950b193-b89e-4618-8887-00768e08964d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:01.303804 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-78b58f9e-2ae1-4f53-9274-3a0a7253be77 req-1950b193-b89e-4618-8887-00768e08964d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1492608 May 20 16:54:01.347025 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-21ba5c86-1526-47dd-a0c8-ba07dbb71543 req-cef1ebdb-4b35-429c-a591-101972eea3dd tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834048 May 20 16:54:01.380785 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-78b58f9e-2ae1-4f53-9274-3a0a7253be77 req-1b6c342a-1dcb-493e-804f-b013caffa56f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652342 May 20 16:54:02.203751 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218af7d-60e6-4d76-a331-6b31abb01aa8 req-4eee02d2-7fc6-4236-aa09-817a220fa104 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:02.205798 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e218af7d-60e6-4d76-a331-6b31abb01aa8 req-4eee02d2-7fc6-4236-aa09-817a220fa104 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1650579 May 20 16:54:02.214222 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1f9f5-bb96-4d92-8e29-a6f0c6ac5ee7 req-489716a6-d455-44ed-9d86-55b8bb5734c0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:02.215626 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-40a1f9f5-bb96-4d92-8e29-a6f0c6ac5ee7 req-489716a6-d455-44ed-9d86-55b8bb5734c0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1264963 May 20 16:54:02.290872 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e218af7d-60e6-4d76-a331-6b31abb01aa8 req-b22a7093-a7b1-429d-ba39-4006a025e3a9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743048 May 20 16:54:02.305621 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-40a1f9f5-bb96-4d92-8e29-a6f0c6ac5ee7 req-c6acd9a9-c34b-4cbd-a3a6-c40688750465 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740554 May 20 16:54:02.669972 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8e884-e2f3-49a9-89cb-9e2cdeb7cdb3 req-f0a1319e-8e9e-4266-81d6-09e60cf16752 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:02.671434 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-59f8e884-e2f3-49a9-89cb-9e2cdeb7cdb3 req-f0a1319e-8e9e-4266-81d6-09e60cf16752 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1425903 May 20 16:54:02.714145 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb211788-6b87-4832-a279-47eb86aed20d req-ebae9c26-e26e-4bf2-8a9b-f320e7e18ad5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:02.715538 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bb211788-6b87-4832-a279-47eb86aed20d req-ebae9c26-e26e-4bf2-8a9b-f320e7e18ad5 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1263285 May 20 16:54:02.750069 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-59f8e884-e2f3-49a9-89cb-9e2cdeb7cdb3 req-dada44b1-46f0-44a8-8b88-98835aded762 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706375 May 20 16:54:02.790303 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bb211788-6b87-4832-a279-47eb86aed20d req-6b2ad86a-af62-4b51-9283-d16a54d82579 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629220 May 20 16:54:03.202922 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-396bdee6-557d-411e-9325-a4c31012cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:03.205802 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-396bdee6-557d-411e-9325-a4c31012cd78 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.1056597 May 20 16:54:03.389859 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-1a01fd1a-b932-4a81-9249-ef6537c8c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:03.393342 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-1a01fd1a-b932-4a81-9249-ef6537c8c912 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.1798453 May 20 16:54:03.623151 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-31c5f5fa-5787-4a03-8e3a-7f5d0607bbc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 217 time: 0.2079983 May 20 16:54:03.648049 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d77c2-82cb-479b-95be-a936a4a7a786 req-6445cc31-a873-4c99-9ade-4aad39defe91 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:03.656051 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-454d77c2-82cb-479b-95be-a936a4a7a786 req-6445cc31-a873-4c99-9ade-4aad39defe91 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1257849 May 20 16:54:03.713222 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00419781-d2d3-4f84-9a8c-903dafa30bd4 req-05f9f386-2a8a-4ae0-baf9-3cb859bc86b0 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:03.721483 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-00419781-d2d3-4f84-9a8c-903dafa30bd4 req-05f9f386-2a8a-4ae0-baf9-3cb859bc86b0 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.3186433 May 20 16:54:03.798734 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-00419781-d2d3-4f84-9a8c-903dafa30bd4 req-0ea1b1bf-dee1-40d8-bc8f-130360425a6a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759535 May 20 16:54:03.831274 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-454d77c2-82cb-479b-95be-a936a4a7a786 req-a8cfcb6e-3efa-46f1-b534-d5cfb00f9fbb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740613 May 20 16:54:03.868169 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-66e38848-fab2-42cc-92a6-1591ab7d4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:03.869766 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-66e38848-fab2-42cc-92a6-1591ab7d4b2f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.2386284 May 20 16:54:04.007540 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-a3ff72eb-ccd0-4cc0-9091-a624408d19d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231296 May 20 16:54:04.214713 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea05bfc-9295-4eb9-875e-0a37dd2a996c req-00b79a19-9689-42c2-aa24-1cfbfce68679 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:04.216190 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bea05bfc-9295-4eb9-875e-0a37dd2a996c req-00b79a19-9689-42c2-aa24-1cfbfce68679 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1550643 May 20 16:54:04.257781 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-08f73359-c5c1-4dae-b96c-3dc7d0f60368 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313566 May 20 16:54:04.288254 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bea05bfc-9295-4eb9-875e-0a37dd2a996c req-0715f8bb-06e2-43d6-9dd1-eeeb4caf2dda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651953 May 20 16:54:04.406439 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d07cc5cb-3d3d-47f1-b431-a18763a10fa5 req-ebc3b23c-218a-420b-ad16-db016939be64 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414716 May 20 16:54:05.066883 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd452-14d1-40a7-b3b9-f0ccfb553572 req-78b4cac0-79df-4ef8-ac6d-a4ff09a3592e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:05.074536 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e4ccd452-14d1-40a7-b3b9-f0ccfb553572 req-78b4cac0-79df-4ef8-ac6d-a4ff09a3592e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1251488 May 20 16:54:05.182735 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e4ccd452-14d1-40a7-b3b9-f0ccfb553572 req-fa93c190-efa7-4cc3-8df2-094c389dde77 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072361 May 20 16:54:05.215184 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cecae-c684-4b6f-abbc-15abe868f83f req-fb99a6f9-e399-44b7-8038-a47c3a5f7d78 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:05.225464 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4b3cecae-c684-4b6f-abbc-15abe868f83f req-fb99a6f9-e399-44b7-8038-a47c3a5f7d78 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1461511 May 20 16:54:05.272364 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4b3cecae-c684-4b6f-abbc-15abe868f83f req-f442f320-0d71-4bcd-aba2-9d68c2b734b0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487244 May 20 16:54:05.508172 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f487cee-87a7-4d28-988b-e94a0dda4d3d req-b1f4327e-485a-4895-8a98-1e9d8480b337 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:05.509671 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f487cee-87a7-4d28-988b-e94a0dda4d3d req-b1f4327e-485a-4895-8a98-1e9d8480b337 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0868244 May 20 16:54:05.638741 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f487cee-87a7-4d28-988b-e94a0dda4d3d req-316b7553-99fd-4ce9-8216-bcb1ce00af31 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219795 May 20 16:54:06.402947 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce9509-bfa2-4953-96ed-142a023abcf9 req-13398dba-e51c-40e5-b5dc-bed3c43df012 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:06.404904 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ddce9509-bfa2-4953-96ed-142a023abcf9 req-13398dba-e51c-40e5-b5dc-bed3c43df012 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1023476 May 20 16:54:06.521205 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ddce9509-bfa2-4953-96ed-142a023abcf9 req-a72b3eb2-8594-4198-a629-6b5b7c3eec29 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816085 May 20 16:54:06.550680 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe3445-01d2-41d5-8c1d-fc7be13f02bb req-fe19bf90-d686-42f8-bc3b-17486cf73e1f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:06.553426 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1abe3445-01d2-41d5-8c1d-fc7be13f02bb req-fe19bf90-d686-42f8-bc3b-17486cf73e1f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1467729 May 20 16:54:06.630587 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1abe3445-01d2-41d5-8c1d-fc7be13f02bb req-6eea0a8c-868f-4d4f-b2fa-6811d8f84151 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711217 May 20 16:54:06.867760 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a828d-2da4-4ab1-bee3-24fdba2892b2 req-eddb6f8a-98db-469a-9f9f-ec14c8b9d222 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:06.876274 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e46a828d-2da4-4ab1-bee3-24fdba2892b2 req-eddb6f8a-98db-469a-9f9f-ec14c8b9d222 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1101873 May 20 16:54:06.942955 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e46a828d-2da4-4ab1-bee3-24fdba2892b2 req-bd1926fa-7622-444f-aa40-59ae4f008e16 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652721 May 20 16:54:07.725401 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e1fc5-d42d-4306-b145-843440627ec8 req-8ded06ac-1b51-4585-84a9-e9fd7aa7d436 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:07.726926 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3d3e1fc5-d42d-4306-b145-843440627ec8 req-8ded06ac-1b51-4585-84a9-e9fd7aa7d436 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0866690 May 20 16:54:07.819534 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3d3e1fc5-d42d-4306-b145-843440627ec8 req-aa735801-413c-40a7-947c-b34e0f149c56 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864003 May 20 16:54:07.859502 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e6931-8314-4996-8ade-a693c4888735 req-2fbefdf4-834e-448f-934e-206bfa349f9f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:07.866424 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-172e6931-8314-4996-8ade-a693c4888735 req-2fbefdf4-834e-448f-934e-206bfa349f9f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.0993659 May 20 16:54:07.926203 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-172e6931-8314-4996-8ade-a693c4888735 req-32596414-0104-48d8-b17e-107fbe6cc6e2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571558 May 20 16:54:08.238010 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d46083-bb6a-4416-91dc-6f0814d10be6 req-c2cffce5-dddd-4929-b323-2c3558c4f7b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:08.249441 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82d46083-bb6a-4416-91dc-6f0814d10be6 req-c2cffce5-dddd-4929-b323-2c3558c4f7b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1818035 May 20 16:54:08.460805 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82d46083-bb6a-4416-91dc-6f0814d10be6 req-97b2e9b6-d6b5-4bda-9a99-eee7b22db423 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089944 May 20 16:54:08.637604 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49614) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:08.773777 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:08.788800 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:08.792703 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Usage tracker for resource:security_group_rule and tenant:bda71f1cc62d4b56834c45872b80295b is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:08.795652 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:08.801751 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:08.888803 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:08.893284 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:08.902128 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7e418256-6573-463e-a6d6-b01d68523969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:08.945540 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49624) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:08.946196 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bda71f1cc62d4b56834c45872b80295b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065443 May 20 16:54:08.947527 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d103e5b-dbc6-4720-b379-a48e18807f2c,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:08.958878 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.959582 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.960225 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.960794 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.962492 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.963225 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.964247 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.964371 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.964846 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.965525 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.965880 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.966454 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:08.976952 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:09.054527 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:09.083267 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:09.273816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:09.281111 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-59fb54eb-598f-4fec-a4f2-28c211b33dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:09.306384 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29f537-13dc-4c74-b95e-cb05fad409a0 req-88020626-8d2a-4f89-bce9-35baef6f134a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:09.309530 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb29f537-13dc-4c74-b95e-cb05fad409a0 req-88020626-8d2a-4f89-bce9-35baef6f134a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1846902 May 20 16:54:09.316639 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d103e5b-dbc6-4720-b379-a48e18807f2c,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:09.353587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:09.354803 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d103e5b-dbc6-4720-b379-a48e18807f2c HTTP/1.1" status: 204 len: 168 time: 0.4077847 May 20 16:54:09.357036 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.357399 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.357748 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.358106 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.358816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.359894 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.360247 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.360681 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.361068 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.361406 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.361739 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.362073 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:09.367603 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:09.411290 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb29f537-13dc-4c74-b95e-cb05fad409a0 req-a8cdc419-f94d-4f49-92cc-1a37fe2e1f46 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915365 May 20 16:54:09.758127 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3950f71-3269-444a-95dc-a142ff84e304 req-2867b473-b564-400e-8364-709f0040a489 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:09.760219 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c3950f71-3269-444a-95dc-a142ff84e304 req-2867b473-b564-400e-8364-709f0040a489 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1336000 May 20 16:54:09.861760 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c3950f71-3269-444a-95dc-a142ff84e304 req-7c6b68d0-f555-44fb-8b72-f1c65bdb8986 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945122 May 20 16:54:10.131950 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e12f87-29c8-4a30-b17e-6e8d7cc5336a req-607b451b-a787-48a5-8612-17da05aff629 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:10.133497 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f8e12f87-29c8-4a30-b17e-6e8d7cc5336a req-607b451b-a787-48a5-8612-17da05aff629 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1189682 May 20 16:54:10.195212 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f8e12f87-29c8-4a30-b17e-6e8d7cc5336a req-a0a8a8de-5029-4c4f-af2c-a11d37800f09 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449922 May 20 16:54:10.706534 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb2263-4e14-4927-9da7-ee97e6e1589f req-8b9a4d47-190c-4712-a2f2-173e539eb52c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:10.711385 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e8bb2263-4e14-4927-9da7-ee97e6e1589f req-8b9a4d47-190c-4712-a2f2-173e539eb52c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1608431 May 20 16:54:10.788894 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e8bb2263-4e14-4927-9da7-ee97e6e1589f req-1c54370c-fcc2-4738-a06e-79c18a487a00 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698700 May 20 16:54:11.131370 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49279454-5fcf-40b2-83bd-3c4996b6768c req-4ca2bbf2-42d6-4c56-aa83-5f12ffafb5eb tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:11.132860 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49279454-5fcf-40b2-83bd-3c4996b6768c req-4ca2bbf2-42d6-4c56-aa83-5f12ffafb5eb tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1393998 May 20 16:54:11.154390 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:54:11.191357 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49279454-5fcf-40b2-83bd-3c4996b6768c req-8c1beca8-2698-41ee-be46-09cb373f6870 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522242 May 20 16:54:11.311681 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:11.332309 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '9417aaf1-5163-48e7-a257-c6da70d20831', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'port_id': '9417aaf1-5163-48e7-a257-c6da70d20831', 'mac_address': 'fa:16:3e:43:88:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:54:11.393719 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:11.415151 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9417aaf1-5163-48e7-a257-c6da70d20831 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:54:11.432701 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:11.437646 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:11.441383 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:11.529258 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=6']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:11.532413 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:11.605909 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['9417aaf1-5163-48e7-a257-c6da70d20831'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:54:12.027735 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8113dfa-6ecc-4c71-9d5f-f9eba7e56388 req-f7ace644-e00b-4763-8352-adf38a757c24 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:12.029291 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e8113dfa-6ecc-4c71-9d5f-f9eba7e56388 req-f7ace644-e00b-4763-8352-adf38a757c24 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 944 time: 0.1229851 May 20 16:54:12.081020 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e8113dfa-6ecc-4c71-9d5f-f9eba7e56388 req-b9100d82-df1f-4b0d-b9a4-3f7dc4ed74d7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442302 May 20 16:54:12.416128 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254ee54-49bd-4563-a5d4-65c30e30c56b req-c83b50c2-4795-4677-abb4-95119bb5e5f2 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:12.417540 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4254ee54-49bd-4563-a5d4-65c30e30c56b req-c83b50c2-4795-4677-abb4-95119bb5e5f2 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0945961 May 20 16:54:12.464696 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4254ee54-49bd-4563-a5d4-65c30e30c56b req-3313be72-5278-42a3-8a6e-fac9833674d7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412593 May 20 16:54:12.929621 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccd674-bb25-49da-b9d5-71c8c61f9e2e req-6fb0bebd-83e3-4a96-bc8e-fc43618ae4b9 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:12.932025 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6bccd674-bb25-49da-b9d5-71c8c61f9e2e req-6fb0bebd-83e3-4a96-bc8e-fc43618ae4b9 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1380816 May 20 16:54:13.030833 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6bccd674-bb25-49da-b9d5-71c8c61f9e2e req-223a772e-efa7-4cc3-b57e-e1ac8c32e100 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877926 May 20 16:54:13.066761 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-3b16d963-5319-4c80-901d-09c964c98c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:13.068398 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-3b16d963-5319-4c80-901d-09c964c98c4c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 1098 time: 0.1703086 May 20 16:54:13.140610 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49754) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:13.155495 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:13.298142 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 9417aaf1-5163-48e7-a257-c6da70d20831 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:13.299210 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.330895 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_v2 [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Deleting subnet b0767446-0f18-4f2f-b585-0a98b258b446 {{(pid=91595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:54:13.397207 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-83fb236f-9dca-4947-88f5-9b5adc4d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:13.398947 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-83fb236f-9dca-4947-88f5-9b5adc4d17e6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 912 time: 0.3168168 May 20 16:54:13.424800 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.469710 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.508802 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:54:13.523600 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:13.530628 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.534872 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:13.609494 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.620585 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:13.627909 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=7']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:13.631431 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:13.675439 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-fc9f493a-2026-479b-8819-5d7e00c8728d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 200 len: 1001 time: 0.2678971 May 20 16:54:13.691497 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e7e5b-9e6f-4db6-a7e9-ff5cdde92f0d req-35cece3f-200d-46fe-9650-58dacf544971 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:13.702814 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4a2e7e5b-9e6f-4db6-a7e9-ff5cdde92f0d req-35cece3f-200d-46fe-9650-58dacf544971 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 944 time: 0.3891478 May 20 16:54:13.790194 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-c53c74d2-2ac2-4a68-8f5c-5a70d36d102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:13.792348 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-c53c74d2-2ac2-4a68-8f5c-5a70d36d102d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.1009009 May 20 16:54:13.847024 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4a2e7e5b-9e6f-4db6-a7e9-ff5cdde92f0d req-5d56112e-5f7b-43dc-a5d6-9ba38ce00dd9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424932 May 20 16:54:13.934922 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831', 'code': 200} May 20 16:54:13.951148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-323d72c9-4d02-49e0-8cca-231b95e86294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:13.959579 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-323d72c9-4d02-49e0-8cca-231b95e86294 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1540082 May 20 16:54:14.069922 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.080329 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b4a91118-7a17-4316-ae53-8dc02e22a31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:14.158553 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0767446-0f18-4f2f-b585-0a98b258b446,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:14.212040 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0dd7c466-f78c-42a5-a69d-08e62daa728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.223643 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:14.303718 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.314351 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-decea9b4-b523-4bb2-a10c-82875b91764e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b0767446-0f18-4f2f-b585-0a98b258b446 HTTP/1.1" status: 204 len: 168 time: 1.1715279 May 20 16:54:14.317856 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49770) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:14.440001 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa87b4b-4e49-43a0-bf82-4eccadba19c2 req-2626e3d8-7cf5-4680-b123-13c458e23e65 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:14.441385 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-9f2575bd-2643-443a-bd16-b70ff7d18801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:14.443011 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-9f2575bd-2643-443a-bd16-b70ff7d18801 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.4193728 May 20 16:54:14.444152 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3aa87b4b-4e49-43a0-bf82-4eccadba19c2 req-2626e3d8-7cf5-4680-b123-13c458e23e65 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.2113047 May 20 16:54:14.510977 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.514219 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-4f60ce51-2ad2-490d-a77f-10e666d1f15f service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306780 May 20 16:54:14.533625 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1652b28-cf47-45de-8185-f3551ef4b97f req-d51b35aa-2feb-42cc-b1ec-245a19ec4f0f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:14.535931 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e1652b28-cf47-45de-8185-f3551ef4b97f req-d51b35aa-2feb-42cc-b1ec-245a19ec4f0f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.3814054 May 20 16:54:14.559000 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3aa87b4b-4e49-43a0-bf82-4eccadba19c2 req-9c6e1bac-9498-4161-acb1-e379db642819 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957832 May 20 16:54:14.630264 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e1652b28-cf47-45de-8185-f3551ef4b97f req-4f679ebe-d8d9-4983-ab19-a0445298a9ef tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697150 May 20 16:54:14.748600 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-71d6c3a4-0d53-429c-9b86-88d17816d87c req-0c0e3dd5-2e5b-4013-b3ca-22baa6f0fc54 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122695 May 20 16:54:14.929165 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:14.960250 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea4c517-6088-4bbc-bd7b-2f4741f1419d']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:14.979502 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f2b953-5634-45ef-8cbd-3038c51391a2') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:14.979799 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f2b953-5634-45ef-8cbd-3038c51391a2') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:14.987714 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-af1bea41-47ee-4016-a48b-b8e247a397e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:14.989153 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-af1bea41-47ee-4016-a48b-b8e247a397e7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.5357754 May 20 16:54:14.997762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.077995 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64362a09-db34-4596-9995-0697e330bc1c req-d02dc470-081f-419c-a2eb-a530e64dacbc tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:15.080315 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-64362a09-db34-4596-9995-0697e330bc1c req-d02dc470-081f-419c-a2eb-a530e64dacbc tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1140628 May 20 16:54:15.080736 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-71a01793-8308-4f1f-8cd7-20a3b27aff95 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 217 time: 0.0718019 May 20 16:54:15.084823 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.128054 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:54:15.128483 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.133734 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-64362a09-db34-4596-9995-0697e330bc1c req-bb7946ae-f5df-4095-8e6d-58c0ffb2daed tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458093 May 20 16:54:15.144266 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-950d0257-7838-480e-8050-ad6d87956bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:15.145749 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-950d0257-7838-480e-8050-ad6d87956bf1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 1098 time: 0.3443375 May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:54:15.146424 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:54:15.275960 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-0a43fb28-8d25-44ea-937d-09e5eb26bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:15.277450 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-0a43fb28-8d25-44ea-937d-09e5eb26bded service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.1874201 May 20 16:54:15.361264 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.387161 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d07b2b1d-078a-4f82-810b-53f14b674dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:15.401908 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-c9d5de35-4967-4d14-9226-2a0f4d58a891 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780327 May 20 16:54:15.406670 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.416549 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea4c517-6088-4bbc-bd7b-2f4741f1419d,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:15.442756 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:15.479692 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-26219039-9470-4703-8465-e65ed7eb4240 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9ea4c517-6088-4bbc-bd7b-2f4741f1419d HTTP/1.1" status: 204 len: 168 time: 1.1581423 May 20 16:54:15.480544 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49784) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:15.484108 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-2d512c86-d385-4c6d-86dc-cfc4ed976a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:15.485547 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-2d512c86-d385-4c6d-86dc-cfc4ed976a42 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 912 time: 0.3099923 May 20 16:54:15.571346 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_v2 [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Deleting subnet c0943463-2b9f-4b19-8bf9-423f0f8adcc8 {{(pid=91595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:54:15.574861 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.654407 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.700196 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:15.744462 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-65318dbc-0e5c-48d0-8fc4-cf60e2852136 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 200 len: 1001 time: 0.2089291 May 20 16:54:15.940272 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-a50ebee1-30f5-4cf7-9779-514adef515f0 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216360 May 20 16:54:15.941801 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-b8fc62a3-72d5-49b2-8565-c96f192d9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:15.955611 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-b8fc62a3-72d5-49b2-8565-c96f192d9d6a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.1885433 May 20 16:54:16.183649 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49728ceb-72ba-46a1-90c5-0d90b39ae218 req-149862b3-85fb-43fb-96b0-5fe473b453cb tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:16.186062 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49728ceb-72ba-46a1-90c5-0d90b39ae218 req-149862b3-85fb-43fb-96b0-5fe473b453cb tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.3975766 May 20 16:54:16.216235 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-6ac3669f-24c2-4863-8d4f-3df362e885ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:16.217662 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-6ac3669f-24c2-4863-8d4f-3df362e885ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2185340 May 20 16:54:16.223710 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-75aa9c51-8ad9-42c4-8daa-1dc9c29c8c2e req-f6e6e77f-4add-4e37-a125-9462d81e9270 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667897 May 20 16:54:16.233287 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e747b50-ef66-483a-9d35-5f85b108577d req-13824a98-7aa0-485d-8e0a-ec2cf03834ec tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:16.234780 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6e747b50-ef66-483a-9d35-5f85b108577d req-13824a98-7aa0-485d-8e0a-ec2cf03834ec tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.3197522 May 20 16:54:16.348156 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49728ceb-72ba-46a1-90c5-0d90b39ae218 req-0ad72b0e-28e4-4f5e-91ff-e9fd08f132e3 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518874 May 20 16:54:16.386890 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6e747b50-ef66-483a-9d35-5f85b108577d req-212cd05e-59c2-4303-9427-38df0f2af45f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335282 May 20 16:54:16.398492 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-c3f79219-adbc-4b2b-b5a2-53dc9f2b664d service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659293 May 20 16:54:16.437737 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.447017 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:16.534428 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0943463-2b9f-4b19-8bf9-423f0f8adcc8,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:16.536729 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.553942 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:16.554174 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-a09b21c7-40d1-44a5-9c60-1debf9e5c54c req-ff5c81e2-c0a8-4a3b-9018-c01e0ee6092e service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456861 May 20 16:54:16.556803 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c0943463-2b9f-4b19-8bf9-423f0f8adcc8 HTTP/1.1" status: 204 len: 168 time: 1.0751994 May 20 16:54:16.559366 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49804) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:16.608261 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70ea0a-7771-45ee-89bc-dba8568b2e7a req-336d1bab-6546-44c3-a982-2a6921aa33f1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:16.609762 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-de70ea0a-7771-45ee-89bc-dba8568b2e7a req-336d1bab-6546-44c3-a982-2a6921aa33f1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1341259 May 20 16:54:16.659403 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-de70ea0a-7771-45ee-89bc-dba8568b2e7a req-1ca89b86-584e-4d05-bb1d-a8ddbc19f920 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432577 May 20 16:54:16.683453 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.761120 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-644bbe7c-cc1b-4a40-8a25-a37553aa530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.821782 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.852101 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.866099 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e56f6f0-09fe-4173-83f5-16efcbc6d44f']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:16.879192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc9de4f-ae11-4efd-b171-2cecf4efcf99') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:16.879483 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc9de4f-ae11-4efd-b171-2cecf4efcf99') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:16.891213 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.910061 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.917084 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:54:16.917749 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:54:16.934892 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:54:17.042940 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:17.046632 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:17.064988 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:17.073618 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=8e56f6f0-09fe-4173-83f5-16efcbc6d44f,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:17.082944 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:17.084933 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] 10.222.0.69 "DELETE /v2.0/networks/8e56f6f0-09fe-4173-83f5-16efcbc6d44f HTTP/1.1" status: 204 len: 168 time: 0.5245008 May 20 16:54:17.359562 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49816) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:17.462782 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d7a2217d-82f1-4d89-91a1-35d0fae4d727 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf212ab98ecd4263bd242d1154e6f627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014652 May 20 16:54:17.476013 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49824) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:17.624399 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:17.684636 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-53ad0d24-3f6c-4aeb-b8fb-4f606bdfa623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:17.739839 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-53ad0d24-3f6c-4aeb-b8fb-4f606bdfa623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:17.743030 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49836) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:17.815504 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f63c3-690e-45f9-800e-45a59805a70f req-75464d5a-c729-47cb-8234-29e212dfe837 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:17.816918 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fd4f63c3-690e-45f9-800e-45a59805a70f req-75464d5a-c729-47cb-8234-29e212dfe837 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2507637 May 20 16:54:17.831872 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea6f25-71b7-478b-ba25-863757456255 req-e3b94d17-98ac-4b26-9202-54c4977248a8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:17.833501 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-05ea6f25-71b7-478b-ba25-863757456255 req-e3b94d17-98ac-4b26-9202-54c4977248a8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.2204044 May 20 16:54:17.908578 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-53ad0d24-3f6c-4aeb-b8fb-4f606bdfa623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:17.919528 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2c2a9581-218a-4415-a6f5-9bedd309caa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:18.004701 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.033437 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.054972 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:18.060006 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Usage tracker for resource:security_group_rule and tenant:255d2f8e062644e6891817e3835e655e is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:18.065841 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:18.066739 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fd4f63c3-690e-45f9-800e-45a59805a70f req-34c67476-1846-4d0b-aa96-7517949574a1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321002 May 20 16:54:18.075737 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:18.087774 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad0d24-3f6c-4aeb-b8fb-4f606bdfa623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:18.100474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-53ad0d24-3f6c-4aeb-b8fb-4f606bdfa623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:18.115053 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-05ea6f25-71b7-478b-ba25-863757456255 req-f890d225-0b80-4161-b931-bcc062e6151b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585444 May 20 16:54:18.120243 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-53ad0d24-3f6c-4aeb-b8fb-4f606bdfa623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.121510 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-53ad0d24-3f6c-4aeb-b8fb-4f606bdfa623 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bd51a7e9-1b6f-4ecc-877d-f711d0e16b7d HTTP/1.1" status: 204 len: 168 time: 0.6415527 May 20 16:54:18.291086 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.301342 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.312332 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-90f9588e-0a63-4d3d-8035-28369dd9bcd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:18.323049 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee63aa-6467-487a-a1d8-8edf35dc35c5 req-70a648b0-68b3-40f5-b27a-aa3001429e4d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:18.323049 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-92ee63aa-6467-487a-a1d8-8edf35dc35c5 req-70a648b0-68b3-40f5-b27a-aa3001429e4d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1030393 May 20 16:54:18.371041 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f802dd44-b41e-48f7-98c5-91344830352d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:18.379655 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=255d2f8e062644e6891817e3835e655e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342478 May 20 16:54:18.380218 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49850) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:18.392283 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:18.396710 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-92ee63aa-6467-487a-a1d8-8edf35dc35c5 req-0e9d1919-a666-4108-87cf-759ab8c00250 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610476 May 20 16:54:18.482778 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.518117 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.579301 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.584772 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-1f42bb97-0f39-4301-bb51-8dad9bb1180d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:18.592202 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49854) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:18.598480 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f802dd44-b41e-48f7-98c5-91344830352d,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:18.602060 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:18.606860 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.607954 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f802dd44-b41e-48f7-98c5-91344830352d HTTP/1.1" status: 204 len: 168 time: 0.2090330 May 20 16:54:18.658629 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-63542761-dbf6-4fec-b876-dabc642aa6f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5506c51ab016441aaaa92ba72422af29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644095 May 20 16:54:18.660991 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49860) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:18.726890 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.754617 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.815415 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.819621 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9eece771-522a-48a5-abcc-5ba07e553810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:18.834160 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f3f43-7d79-4c22-a577-b80d80eed6d0,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:18.837223 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:18.842208 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:18.846365 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c17f3f43-7d79-4c22-a577-b80d80eed6d0 HTTP/1.1" status: 204 len: 168 time: 0.1810992 May 20 16:54:19.322568 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd485c-7fef-43ea-b9b9-4b3406e6b408 req-974c6bd7-3824-499a-87ed-c4913009d164 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:19.329867 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7dfd485c-7fef-43ea-b9b9-4b3406e6b408 req-974c6bd7-3824-499a-87ed-c4913009d164 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1269159 May 20 16:54:19.386599 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7dfd485c-7fef-43ea-b9b9-4b3406e6b408 req-c9adfcab-232f-4bf5-94fb-9eea08060200 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556331 May 20 16:54:19.477970 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:19.674272 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06727e0-d007-4a1d-99ca-2ec3bd184161 req-7193f87e-5791-4e79-bb15-ab64916b16da tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:19.682232 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f06727e0-d007-4a1d-99ca-2ec3bd184161 req-7193f87e-5791-4e79-bb15-ab64916b16da tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1497540 May 20 16:54:19.747180 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f06727e0-d007-4a1d-99ca-2ec3bd184161 req-fa8fe1ab-664e-48e5-a9b1-9508384d4dd1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631580 May 20 16:54:19.839304 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49904) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:20.120938 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-617663983-network', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:20.125978 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:20.131166 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Usage tracker for resource:network and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:20.135232 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:20.142583 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:20.158300 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Made reservation on behalf of 04128e4e4036468e9982afc32f36a6c5 for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:54:20.161101 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.174556 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.197840 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:20.201967 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:20.205033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:20.211050 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:20.340191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.345848 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.362436 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cfd9d728-181e-40ac-afcf-f6f91b4ff3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:20.382061 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:54:20.403976 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53de2d69-e5b3-4e58-9e90-1e30ebfe7e6c,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:20.407098 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.408147 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Added segment e56efe98-dc81-4fdb-921a-005c552c8c93 of type vlan for network 173970ce-0a50-42aa-941d-0dcab0c58340 May 20 16:54:20.410178 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:20.442210 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.483314 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.484895 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:20.487803 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.502026 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-002bf6cf-5b76-42f5-9035-4c78f927f6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:20.613974 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1518bb2-8558-4eb8-a9d6-7e16832e3bd1 req-d09638c4-d9a0-49c5-8df3-d9d5f0befc8a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:20.621130 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b1518bb2-8558-4eb8-a9d6-7e16832e3bd1 req-d09638c4-d9a0-49c5-8df3-d9d5f0befc8a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0973942 May 20 16:54:20.635078 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Pushing event updated for resources: {'Network': ['ID=173970ce-0a50-42aa-941d-0dcab0c58340,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:20.643201 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7998099 May 20 16:54:20.643201 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0ab2a3e4-6f28-49a0-b66e-cc5c6831de0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:20.643201 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49936) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:20.648094 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 173970ce-0a50-42aa-941d-0dcab0c58340 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:54:20.656398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Request body: {'subnet': {'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-617663983-subnet', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'ip_version': 4}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:20.667805 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:20.673286 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Usage tracker for resource:subnet and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:20.676784 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:20.684237 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:20.685492 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b1518bb2-8558-4eb8-a9d6-7e16832e3bd1 req-379eaf5a-1c08-473d-a91f-1ec115a2c3e0 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633166 May 20 16:54:20.704166 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Made reservation on behalf of 04128e4e4036468e9982afc32f36a6c5 for: {'subnet': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:54:20.707080 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2515581'] for subnet, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:20.933302 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49944) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:21.000928 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6f33c-7e0d-4db5-8060-24b3f9ba3402 req-956970aa-d8d7-4009-969e-6930bdf7cf2b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:21.002808 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-12a6f33c-7e0d-4db5-8060-24b3f9ba3402 req-956970aa-d8d7-4009-969e-6930bdf7cf2b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1052144 May 20 16:54:21.063298 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-12a6f33c-7e0d-4db5-8060-24b3f9ba3402 req-f540d95a-1d3f-4003-beef-57875f145af2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541747 May 20 16:54:21.236200 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.256929 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:21.268685 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Usage tracker for resource:security_group_rule and tenant:a5343ce2e9ed4f299d3a90bd8a65a3b9 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:21.272976 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:21.280671 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:21.433109 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10308681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2515567'] for subnet, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.451541 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-75d67351-233b-4012-8832-9f6d8988fba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:21.516337 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.529275 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.585201 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08805115-35d4-4c74-a599-fb4b0f93b7ee,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:21.588798 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:21.593946 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5343ce2e9ed4f299d3a90bd8a65a3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568706 May 20 16:54:21.594956 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-75b8945e-74c9-42ab-ad16-48b043aec324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:21.595590 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49952) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:21.620899 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Checking segment: {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:21.621253 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Network hostable DHCP agents. Network: 173970ce-0a50-42aa-941d-0dcab0c58340, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:54:21.648493 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943030c7-2c81-4e38-a56f-362a4fbd3ac7,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:21.652953 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:21.667238 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.668669 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Network 173970ce-0a50-42aa-941d-0dcab0c58340 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:54:21.679727 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 173970ce-0a50-42aa-941d-0dcab0c58340) {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:21.689542 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890feebe-b781-4f37-8850-93030b72c392 None None] Network 173970ce-0a50-42aa-941d-0dcab0c58340 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:54:21.696152 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:21.696902 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.700897 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.735508 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-49f47a58-8a07-4d39-8f3a-63a5d108d52e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0906348 May 20 16:54:21.738153 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 49958) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:21.748125 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:21.759674 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:21.770327 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Usage tracker for resource:router and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:21.775010 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:21.785282 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:21.812519 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.822336 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.826184 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.826612 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-5ea3127e-1c90-4b98-9f5d-61ccaf3f06d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:21.854327 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.856122 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/943030c7-2c81-4e38-a56f-362a4fbd3ac7 HTTP/1.1" status: 204 len: 168 time: 0.2590468 May 20 16:54:21.859202 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943030c7-2c81-4e38-a56f-362a4fbd3ac7,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:21.865033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:21.870345 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:21.969743 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af06286-18a2-40a9-a901-ea50d571b146 req-aab659c9-5e64-433e-ad20-619fdbe8859b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:21.972281 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9af06286-18a2-40a9-a901-ea50d571b146 req-aab659c9-5e64-433e-ad20-619fdbe8859b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1145446 May 20 16:54:22.047152 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9af06286-18a2-40a9-a901-ea50d571b146 req-c4ef8e67-0e4a-42b8-932d-044e7ab80ace tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594456 May 20 16:54:22.191935 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-173970ce-0a50-42aa-941d-0dcab0c58340', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:54:22.193068 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:22.259136 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:22.387379 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f68a9-e087-46aa-a152-04d16f1f9529 req-4ab1a6f7-2c72-4d12-be73-991f1b87cb6f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:22.389640 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d99f68a9-e087-46aa-a152-04d16f1f9529 req-4ab1a6f7-2c72-4d12-be73-991f1b87cb6f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1242778 May 20 16:54:22.409837 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Allocated IP 172.20.0.2 (173970ce-0a50-42aa-941d-0dcab0c58340/08805115-35d4-4c74-a599-fb4b0f93b7ee/b4c58b86-e53c-4fc2-91b4-07e0d6562cb0) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:54:22.447628 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d99f68a9-e087-46aa-a152-04d16f1f9529 req-e3f7826e-c7e7-4ff9-b024-1a9355b02344 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518913 May 20 16:54:22.644726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:22.689407 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:22.689772 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:22.722661 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Transition to ACTIVE for port object b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:22.722661 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Transition to ACTIVE for port object b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:22.734542 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:22.747673 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:22.845375 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Pushing event updated for resources: {'Port': ['ID=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:22.851044 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:22.866184 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Network 173970ce-0a50-42aa-941d-0dcab0c58340 is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:22.867497 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:22.880334 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Allocated IP 172.28.2.30 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/e6924b75-89ea-4d54-b0d8-69e9ad5690be) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:54:22.894456 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:54:23.041895 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Attempting to bind port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:54:23.042295 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Attempting to bind port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:54:23.042665 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Attempting to bind port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 on network 173970ce-0a50-42aa-941d-0dcab0c58340 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:54:23.048380 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:54:23.048759 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Checking segment: {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:23.049177 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:23.049567 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Bound using segment: {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:54:23.050046 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Bound port: b4c58b86-e53c-4fc2-91b4-07e0d6562cb0, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:54:23.050450 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:23.096595 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:23.129666 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:23.142397 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-473fe8e1-cf27-49e1-a29f-e6bac9d139de tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:23.201643 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] For port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:54:23.217041 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] For port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:54:23.226238 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:23.235099 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:23.253700 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:23.257413 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:23.271804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Pushing event updated for resources: {'Port': ['ID=e6924b75-89ea-4d54-b0d8-69e9ad5690be,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:23.274116 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:54:23.321853 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Pushing event updated for resources: {'Port': ['ID=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:23.327697 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:23.339932 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40cdce-f3f1-4286-8b93-4738167478f6 req-338719f3-6618-453d-a2c7-71ed92f079df tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:23.351423 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-da40cdce-f3f1-4286-8b93-4738167478f6 req-338719f3-6618-453d-a2c7-71ed92f079df tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1409912 May 20 16:54:23.411512 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-da40cdce-f3f1-4286-8b93-4738167478f6 req-5b650420-aab1-48bf-b1a0-54b1c3257ac3 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552928 May 20 16:54:23.462864 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:23.848059 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ef085-6aaf-40fa-b5e3-e4aed4326c69 req-6b3b13bf-5b4a-48a4-9f88-c1c5495d83f3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:23.849863 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-351ef085-6aaf-40fa-b5e3-e4aed4326c69 req-6b3b13bf-5b4a-48a4-9f88-c1c5495d83f3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1327040 May 20 16:54:23.906215 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-351ef085-6aaf-40fa-b5e3-e4aed4326c69 req-f5c95c60-27c4-4fad-93bf-a25f17bf9837 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492556 May 20 16:54:24.053094 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:24.435216 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:24.567770 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1621fc-527b-4d69-9573-3266f41ca996 None None] Network 173970ce-0a50-42aa-941d-0dcab0c58340 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:54:24.678706 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Router 8016ba54-efa6-4bac-88ff-d52bc12473ee is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:54:24.689935 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842f830-f184-44e0-985e-efea00bebad9 req-79602033-2b33-40a7-974d-d313984dc7c7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:24.692823 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9842f830-f184-44e0-985e-efea00bebad9 req-79602033-2b33-40a7-974d-d313984dc7c7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1205041 May 20 16:54:24.708233 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-558429f9-4e7b-4aa6-9851-fdb111ecbdb4 None None] Provisioning for port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:24.770645 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9842f830-f184-44e0-985e-efea00bebad9 req-794d80ee-77a3-44fb-88b2-e8ee6c4fe74e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672750 May 20 16:54:24.905312 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:54:24.919580 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Sync routers for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:54:24.927259 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:24.928219 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:24.949878 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:24.952046 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2121119 May 20 16:54:24.955743 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 49984) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:25.159953 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:25.478405 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0229e2-2eee-4464-a07b-efa92fb71985 req-5dcb13f5-da4c-4ffc-a193-c2ac498a1a94 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:25.480134 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7d0229e2-2eee-4464-a07b-efa92fb71985 req-5dcb13f5-da4c-4ffc-a193-c2ac498a1a94 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2781899 May 20 16:54:25.493757 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:23Z', 'revision_number': 3, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:25.498216 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Checking router: 8016ba54-efa6-4bac-88ff-d52bc12473ee for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:54:25.498427 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Updating router 8016ba54-efa6-4bac-88ff-d52bc12473ee port e6924b75-89ea-4d54-b0d8-69e9ad5690be binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:54:25.558766 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:25.605045 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7d0229e2-2eee-4464-a07b-efa92fb71985 req-1de7dbdc-4a46-4469-a859-b5d9d7701cd6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701213 May 20 16:54:25.792849 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:25.959639 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:25.966716 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:25.967114 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.065666 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.095403 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Transition to ACTIVE for port object e6924b75-89ea-4d54-b0d8-69e9ad5690be will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:26.105551 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.114833 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:26.145880 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.190590 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:26.198388 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4a32a-bd2a-48e7-9a6b-727d1508b9ac req-fa1e27b2-f465-4e98-9a28-2f29ef2680a4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:26.199397 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.202219 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:26.206741 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7fe4a32a-bd2a-48e7-9a6b-727d1508b9ac req-fa1e27b2-f465-4e98-9a28-2f29ef2680a4 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1910176 May 20 16:54:26.225575 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Attempting to bind port e6924b75-89ea-4d54-b0d8-69e9ad5690be on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:54:26.227098 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Attempting to bind port e6924b75-89ea-4d54-b0d8-69e9ad5690be by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:54:26.227651 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Attempting to bind port e6924b75-89ea-4d54-b0d8-69e9ad5690be on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:54:26.239741 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.240168 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Pushing event updated for resources: {'Port': ['ID=e6924b75-89ea-4d54-b0d8-69e9ad5690be,revision_number=2']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:26.244143 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:54:26.244740 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:26.245329 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.246097 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:54:26.247153 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Bound port: e6924b75-89ea-4d54-b0d8-69e9ad5690be, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:54:26.247708 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.293596 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.294266 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.294771 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.295264 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.295739 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.296480 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.296982 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.297511 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.298567 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.299052 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.299699 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.300194 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.312109 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:26.317756 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:26.328415 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.328865 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.329951 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.330955 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.331387 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.331795 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.332198 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.332594 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.332988 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.333380 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.333820 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.334428 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:54:26.338799 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:26.351779 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7fe4a32a-bd2a-48e7-9a6b-727d1508b9ac req-fa57e6d5-7577-4033-9ccf-9dc41a3d1e01 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439006 May 20 16:54:26.362173 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] For port e6924b75-89ea-4d54-b0d8-69e9ad5690be, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:54:26.364750 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] For port e6924b75-89ea-4d54-b0d8-69e9ad5690be, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=e6924b75-89ea-4d54-b0d8-69e9ad5690be,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:54:26.369613 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.373885 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-4b1ed12f-1934-443d-8a61-04b391c2949c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:26.457435 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:26.458053 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:26.541899 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Allocated IP 172.20.0.1 (173970ce-0a50-42aa-941d-0dcab0c58340/08805115-35d4-4c74-a599-fb4b0f93b7ee/c8549db9-ad0a-4f46-9004-a7e835edea9a) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:54:26.545609 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Pushing event updated for resources: {'Port': ['ID=e6924b75-89ea-4d54-b0d8-69e9ad5690be,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:26.555570 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:26.684651 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:26.711189 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.728433 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.provisioning_blocks [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Transition to ACTIVE for port object c8549db9-ad0a-4f46-9004-a7e835edea9a will not be triggered until provisioned by entity DHCP. {{(pid=91595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:26.792980 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.803331 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:26.945560 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Network 173970ce-0a50-42aa-941d-0dcab0c58340 is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:26.946895 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:26.958603 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:54:26.958936 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:26.992091 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8549db9-ad0a-4f46-9004-a7e835edea9a,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:26.999760 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:27.068618 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79708b4-ca4a-45ee-97e4-cb984421f2f0 req-42dd0a80-f599-4e22-8471-1c535b666667 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:27.071511 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b79708b4-ca4a-45ee-97e4-cb984421f2f0 req-42dd0a80-f599-4e22-8471-1c535b666667 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2735279 May 20 16:54:27.105325 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:23Z', 'revision_number': 3, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:27.109820 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2cfdc-fedc-433f-9b63-4c18ee84fdae None None] The sync data for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb is: [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:23Z', 'revision_number': 3, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:54:27.210057 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b79708b4-ca4a-45ee-97e4-cb984421f2f0 req-9c056809-67cb-4ca8-9300-14499ec72ee6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324232 May 20 16:54:27.341765 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:27.359956 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-cb75f742-fa97-4ef9-bb86-47014472e20b None None] Provisioning for port c8549db9-ad0a-4f46-9004-a7e835edea9a completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:27.368788 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-cb75f742-fa97-4ef9-bb86-47014472e20b None None] Provisioning complete for port c8549db9-ad0a-4f46-9004-a7e835edea9a triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:27.369790 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-cb75f742-fa97-4ef9-bb86-47014472e20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:27.466001 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-cb75f742-fa97-4ef9-bb86-47014472e20b None None] Port c8549db9-ad0a-4f46-9004-a7e835edea9a cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:54:27.914050 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:28.002997 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10598a97-2d3d-409b-a438-e31dead10fac req-5a94141c-554e-4f8d-a8c6-086a5c20a624 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:28.004624 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-10598a97-2d3d-409b-a438-e31dead10fac req-5a94141c-554e-4f8d-a8c6-086a5c20a624 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.4260025 May 20 16:54:28.050682 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:28.051166 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:28.090796 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:28.102971 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-10598a97-2d3d-409b-a438-e31dead10fac req-b17e5a8c-d02c-4c05-98b6-5f612b983976 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893867 May 20 16:54:28.109356 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:28.111510 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:28.118552 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:28.281953 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e6924b75-89ea-4d54-b0d8-69e9ad5690be up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:28.447229 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c8549db9-ad0a-4f46-9004-a7e835edea9a,revision_number=2']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:28.523689 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:28.588925 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port e6924b75-89ea-4d54-b0d8-69e9ad5690be completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:28.595340 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port e6924b75-89ea-4d54-b0d8-69e9ad5690be triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:28.598182 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:28.635551 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Network 173970ce-0a50-42aa-941d-0dcab0c58340 is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:28.637878 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:28.757443 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84885233-7641-4f5c-823e-509e44f10567 req-0e24b793-2bbe-4909-986b-7d7cc345f041 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:28.775320 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-84885233-7641-4f5c-823e-509e44f10567 req-0e24b793-2bbe-4909-986b-7d7cc345f041 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.3096857 May 20 16:54:28.832321 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:28.874378 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port e6924b75-89ea-4d54-b0d8-69e9ad5690be, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=e6924b75-89ea-4d54-b0d8-69e9ad5690be,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:28.882815 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:28.900075 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:28.972607 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-84885233-7641-4f5c-823e-509e44f10567 req-6158516c-1645-4034-ac41-03981c67a7c4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960433 May 20 16:54:29.067586 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=e6924b75-89ea-4d54-b0d8-69e9ad5690be,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:29.068251 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Router 8016ba54-efa6-4bac-88ff-d52bc12473ee has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:54:29.085773 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:29.123306 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-098d3ca7-8f7e-4de4-bbc0-21fa2d48c569 None None] Provisioning complete for port c8549db9-ad0a-4f46-9004-a7e835edea9a triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:29.123692 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-098d3ca7-8f7e-4de4-bbc0-21fa2d48c569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:29.254312 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-098d3ca7-8f7e-4de4-bbc0-21fa2d48c569 None None] Port c8549db9-ad0a-4f46-9004-a7e835edea9a cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:54:29.369542 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:54:29.446632 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] 10.222.0.69 "PUT /v2.0/routers/8016ba54-efa6-4bac-88ff-d52bc12473ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4893684 May 20 16:54:29.545931 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed2e5-e4c7-47dd-919e-cf2cda657f9a req-50da7f6c-86c1-4e58-8203-fcf92326ea6d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:29.555811 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-83fed2e5-e4c7-47dd-919e-cf2cda657f9a req-50da7f6c-86c1-4e58-8203-fcf92326ea6d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1768265 May 20 16:54:29.656303 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-83fed2e5-e4c7-47dd-919e-cf2cda657f9a req-74f03581-81b1-417b-91ce-df453f8102cd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941625 May 20 16:54:29.859093 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e6924b75-89ea-4d54-b0d8-69e9ad5690be up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:29.985549 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Sync routers for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:54:30.012760 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:30.013392 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:30.195356 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port e6924b75-89ea-4d54-b0d8-69e9ad5690be triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:30.195732 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:30.412647 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5522570-84da-43b1-84ab-8ee17d4dd566 req-d52aba01-7505-4605-ad27-4144163dab77 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:30.414193 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a5522570-84da-43b1-84ab-8ee17d4dd566 req-d52aba01-7505-4605-ad27-4144163dab77 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1723723 May 20 16:54:30.494403 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a5522570-84da-43b1-84ab-8ee17d4dd566 req-3998c553-cc12-49ca-a97c-2d8a183239c6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687261 May 20 16:54:30.590771 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:30.843122 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50060) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:30.849844 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-650521223-network', 'tenant_id': 'b1f23314f6e64146832272092520d62d'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:30.859253 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:30.870012 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Usage tracker for resource:network and tenant:b1f23314f6e64146832272092520d62d is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:30.889382 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:30.903089 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:30.927856 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Made reservation on behalf of b1f23314f6e64146832272092520d62d for: {'network': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:54:30.930771 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:30.959638 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.024862 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:31.035668 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f23314f6e64146832272092520d62d is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:31.066717 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:31.104172 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:31.224293 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bf5ce-3ad0-42bb-b3d4-c3a60e140a94 req-80794721-e572-4560-b5c2-91bd7715f1d2 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:31.226896 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a6bf5ce-3ad0-42bb-b3d4-c3a60e140a94 req-80794721-e572-4560-b5c2-91bd7715f1d2 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.3703878 May 20 16:54:31.396708 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a6bf5ce-3ad0-42bb-b3d4-c3a60e140a94 req-6fe57ce8-6597-47a6-ad75-eb14c2dc8984 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616194 May 20 16:54:31.497413 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.497927 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 2, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:31.504016 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.506130 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Checking router: 8016ba54-efa6-4bac-88ff-d52bc12473ee for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:54:31.506611 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Updating router 8016ba54-efa6-4bac-88ff-d52bc12473ee port c8549db9-ad0a-4f46-9004-a7e835edea9a binding host dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:54:31.524108 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=91596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:54:31.536574 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.539831 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.segments_db [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Added segment a2e1535f-6954-4e67-8289-09ea9b6c547f of type vlan for network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 May 20 16:54:31.573946 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.627985 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.628488 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d1b409a6-b40e-415a-b5e6-068a82666d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:31.667439 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.674056 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:31.675906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:31.713946 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae12667-83c0-49c1-aebf-a4f02538dcc0,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:31.721344 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:31.721847 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fb1999eb-e3db-4252-a2ac-9cca668f5777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:31.903943 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a5a4f-6f68-4c1c-9a6d-3fdcf8f03a1a req-036ef4fc-4cc3-4a48-96e6-13db06a31c15 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:31.918667 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-865a5a4f-6f68-4c1c-9a6d-3fdcf8f03a1a req-036ef4fc-4cc3-4a48-96e6-13db06a31c15 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2050543 May 20 16:54:32.042786 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-865a5a4f-6f68-4c1c-9a6d-3fdcf8f03a1a req-7ce8e045-e3b5-402e-8e1b-e82938d8af80 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197028 May 20 16:54:32.145002 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Pushing event updated for resources: {'Network': ['ID=c10c9441-d7d6-41f5-a5ad-71b49f1bad16,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:32.152069 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50068) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:32.153276 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3042014 May 20 16:54:32.154064 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:32.159195 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Request body: {'subnet': {'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-650521223-subnet', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:32.170113 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:32.180305 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Usage tracker for resource:subnet and tenant:b1f23314f6e64146832272092520d62d is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:32.182320 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:54:32.187456 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:32.201269 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:32.229174 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Made reservation on behalf of b1f23314f6e64146832272092520d62d for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:54:32.231723 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:32.666719 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Notify callbacks [] for port, precommit_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:32.681694 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Transition to ACTIVE for port object c8549db9-ad0a-4f46-9004-a7e835edea9a will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:32.694582 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:32.709992 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:32.844490 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb058ab-c226-435c-bc21-ec7a8def888f req-bd1e35ac-8e11-4979-ab67-7e3f0977b8e8 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:32.846352 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ccb058ab-c226-435c-bc21-ec7a8def888f req-bd1e35ac-8e11-4979-ab67-7e3f0977b8e8 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2147067 May 20 16:54:33.025699 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938036b-cb79-4c7b-96c7-d123b948b75e None None] Pushing event updated for resources: {'Port': ['ID=c8549db9-ad0a-4f46-9004-a7e835edea9a,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:33.028775 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-a938036b-cb79-4c7b-96c7-d123b948b75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:33.104379 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Attempting to bind port c8549db9-ad0a-4f46-9004-a7e835edea9a on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:54:33.104892 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Attempting to bind port c8549db9-ad0a-4f46-9004-a7e835edea9a by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:54:33.105269 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Attempting to bind port c8549db9-ad0a-4f46-9004-a7e835edea9a on network 173970ce-0a50-42aa-941d-0dcab0c58340 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:54:33.125080 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:54:33.125561 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Checking segment: {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:33.129398 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.129894 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Bound using segment: {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:54:33.130594 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Bound port: c8549db9-ad0a-4f46-9004-a7e835edea9a, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:54:33.130990 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.161548 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ccb058ab-c226-435c-bc21-ec7a8def888f req-46c8feb0-6063-40a9-89c6-d53eabfb2017 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968328 May 20 16:54:33.286699 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.333797 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] For port c8549db9-ad0a-4f46-9004-a7e835edea9a, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:54:33.337622 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] For port c8549db9-ad0a-4f46-9004-a7e835edea9a, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=c8549db9-ad0a-4f46-9004-a7e835edea9a,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:54:33.348056 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-dccfc595-476a-4172-afdb-5ab3ef6136e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:33.351438 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.356324 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-3b506256-f273-4651-ad37-0eedb1e3c4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:33.468255 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Checking segment: {'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:33.468696 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Network hostable DHCP agents. Network: c10c9441-d7d6-41f5-a5ad-71b49f1bad16, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:54:33.481108 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:33.481769 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:33.504105 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b970a6-b7f4-4340-a798-9aca57a920fc req-c7b37eb2-c2e2-4eb6-b384-f27171b07f96 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:33.505710 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-46b970a6-b7f4-4340-a798-9aca57a920fc req-c7b37eb2-c2e2-4eb6-b384-f27171b07f96 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2216213 May 20 16:54:33.510279 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e6f456-f63d-4916-be48-9467ee9f607a,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:33.515108 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:54:33.570113 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:33.596587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, c10c9441-d7d6-41f5-a5ad-71b49f1bad16) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:33.607898 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:33.608621 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.660849 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-46b970a6-b7f4-4340-a798-9aca57a920fc req-5efcb052-0cfc-493a-84c6-b05ffd95bf7d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883949 May 20 16:54:33.669327 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a817a441-0969-4591-b704-cda80fc1c91f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5141087 May 20 16:54:33.669869 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50086) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:33.677596 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:33.684238 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:33.692328 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0095828-c2c3-44ec-9d66-518df133b991 None None] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:54:33.713148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Usage tracker for resource:router and tenant:b1f23314f6e64146832272092520d62d is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:33.718877 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:33.737159 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:33.760565 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.762139 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.781221 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:33.915185 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:34.064825 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938036b-cb79-4c7b-96c7-d123b948b75e None None] Pushing event updated for resources: {'Port': ['ID=c8549db9-ad0a-4f46-9004-a7e835edea9a,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:34.132684 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:34.260339 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-a938036b-cb79-4c7b-96c7-d123b948b75e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:34.428687 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:54:34.616000 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:33Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:34.616943 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf1667-ef92-4e64-a4ba-c85d53b9eaf4 req-8713e620-6a54-4569-b5bf-fb2e89e6433d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:34.620790 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1abf1667-ef92-4e64-a4ba-c85d53b9eaf4 req-8713e620-6a54-4569-b5bf-fb2e89e6433d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2352524 May 20 16:54:34.623630 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af674be-61b8-49cd-83ea-654dd83865b7 None None] The sync data for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb is: [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:33Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:54:34.759914 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-c10c9441-d7d6-41f5-a5ad-71b49f1bad16', 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'fixed_ips': [{'subnet_id': 'b2e6f456-f63d-4916-be48-9467ee9f607a'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:54:34.761503 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:34.763809 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1abf1667-ef92-4e64-a4ba-c85d53b9eaf4 req-4740bbb1-5b68-442d-ab08-f96c217a464c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353202 May 20 16:54:34.793479 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:34.896815 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:35.205275 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Allocated IP 172.28.2.60 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/e85de79d-9421-435c-8d97-47173e50276e) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:54:35.219176 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Allocated IP 172.20.0.2 (c10c9441-d7d6-41f5-a5ad-71b49f1bad16/b2e6f456-f63d-4916-be48-9467ee9f607a/01313dac-2113-44de-adc4-dc55653c98bb) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:54:35.225378 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0497d8-9edc-4e00-8c9f-dc5f0526cf7d req-24b390d1-fc5f-47b1-8e76-5b627a173e6f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:35.233064 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae0497d8-9edc-4e00-8c9f-dc5f0526cf7d req-24b390d1-fc5f-47b1-8e76-5b627a173e6f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2493620 May 20 16:54:35.323718 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae0497d8-9edc-4e00-8c9f-dc5f0526cf7d req-c7a88a40-bf87-4de9-8d2e-5a9dd305354e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840197 May 20 16:54:35.575821 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:35.637134 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:35.650318 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:35.655166 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e354091a-3be9-4a19-861d-b26735c83cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:35.667984 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Transition to ACTIVE for port object 01313dac-2113-44de-adc4-dc55653c98bb will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:35.730983 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:35.740927 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:35.746798 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:54:35.763276 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Transition to ACTIVE for port object 01313dac-2113-44de-adc4-dc55653c98bb will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:35.767984 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device c8549db9-ad0a-4f46-9004-a7e835edea9a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:35.844256 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Pushing event updated for resources: {'Port': ['ID=e85de79d-9421-435c-8d97-47173e50276e,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:35.854509 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:35.856198 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:35.872490 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:35.978258 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:35.982508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:35.990752 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:54:36.015128 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Pushing event updated for resources: {'Port': ['ID=01313dac-2113-44de-adc4-dc55653c98bb,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:36.058471 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:36.100404 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f652dfb-9605-408f-8b25-97809be8060d req-aa02882f-892f-44bd-9351-74ca18520fe1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:36.104509 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f652dfb-9605-408f-8b25-97809be8060d req-aa02882f-892f-44bd-9351-74ca18520fe1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1531501 May 20 16:54:36.124517 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port c8549db9-ad0a-4f46-9004-a7e835edea9a completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:36.151167 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port c8549db9-ad0a-4f46-9004-a7e835edea9a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:36.154779 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:36.194447 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f652dfb-9605-408f-8b25-97809be8060d req-7b876ad6-6357-4f36-83fe-4623bebfd01f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822527 May 20 16:54:36.224897 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Attempting to bind port 01313dac-2113-44de-adc4-dc55653c98bb on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:54:36.225541 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Attempting to bind port 01313dac-2113-44de-adc4-dc55653c98bb by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:54:36.226371 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Attempting to bind port 01313dac-2113-44de-adc4-dc55653c98bb on network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:54:36.249480 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:54:36.249867 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Checking segment: {'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:36.250292 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:36.251215 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Bound using segment: {'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:54:36.252035 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Bound port: 01313dac-2113-44de-adc4-dc55653c98bb, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:54:36.252450 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:36.432768 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:36.457296 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] For port 01313dac-2113-44de-adc4-dc55653c98bb, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:54:36.465525 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] For port 01313dac-2113-44de-adc4-dc55653c98bb, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=01313dac-2113-44de-adc4-dc55653c98bb,segment=NetworkSegment(a2e1535f-6954-4e67-8289-09ea9b6c547f),segment_id=a2e1535f-6954-4e67-8289-09ea9b6c547f)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:54:36.479127 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:36.490520 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:36.562847 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port c8549db9-ad0a-4f46-9004-a7e835edea9a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=c8549db9-ad0a-4f46-9004-a7e835edea9a,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:36.574122 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:36.597084 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Pushing event updated for resources: {'Port': ['ID=01313dac-2113-44de-adc4-dc55653c98bb,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:36.606953 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:36.607434 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:36.656562 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cf4de-142e-432d-96e5-7f4afb3faf75 req-2303941b-3c67-4b2b-8233-9eac1a43df99 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:36.665698 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-578cf4de-142e-432d-96e5-7f4afb3faf75 req-2303941b-3c67-4b2b-8233-9eac1a43df99 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1386497 May 20 16:54:36.690663 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:36.733428 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=c8549db9-ad0a-4f46-9004-a7e835edea9a,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:36.747632 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:36.759789 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-578cf4de-142e-432d-96e5-7f4afb3faf75 req-c967398b-2b76-4df2-b896-381f5142053f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930696 May 20 16:54:37.237955 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:37.497728 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c07e7-c822-4719-ae68-cdcc2ade3d55 req-b4158429-b026-49ac-9cbe-2809677b0542 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:37.499385 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae3c07e7-c822-4719-ae68-cdcc2ade3d55 req-b4158429-b026-49ac-9cbe-2809677b0542 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0969296 May 20 16:54:37.546221 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:54:37.567746 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae3c07e7-c822-4719-ae68-cdcc2ade3d55 req-d76dc105-5a8b-4c27-a6fe-1c1a1fee8412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583613 May 20 16:54:37.900748 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:54:37.943056 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Sync routers for ids ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:54:37.968192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:37.968852 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2979147 May 20 16:54:37.978228 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Routers {'a49ae647-91ec-407c-b1cb-4f6c3c1272b4'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:37.978988 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:37.981721 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50176) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:37.984767 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 01313dac-2113-44de-adc4-dc55653c98bb up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:38.128597 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96939c-076a-4366-8403-410b9ff691b7 req-b637a855-cb03-484f-85d0-b6e4e1c0ab4b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:38.130161 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be96939c-076a-4366-8403-410b9ff691b7 req-b637a855-cb03-484f-85d0-b6e4e1c0ab4b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.2060728 May 20 16:54:38.175353 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 01313dac-2113-44de-adc4-dc55653c98bb completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:38.181172 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device c8549db9-ad0a-4f46-9004-a7e835edea9a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:38.250550 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be96939c-076a-4366-8403-410b9ff691b7 req-7f9d8520-4a41-4f99-a6b5-73b5f3813e22 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133726 May 20 16:54:38.300310 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port c8549db9-ad0a-4f46-9004-a7e835edea9a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:38.300310 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:38.356272 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Set router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:38.377899 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf078d2c-6abc-4340-9fe8-63c01ab307a6 None None] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:54:38.704965 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Provisioning for port 01313dac-2113-44de-adc4-dc55653c98bb completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:38.727700 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Provisioning complete for port 01313dac-2113-44de-adc4-dc55653c98bb triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:38.730979 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:38.813213 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'e85de79d-9421-435c-8d97-47173e50276e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 3, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port': {'id': 'e85de79d-9421-435c-8d97-47173e50276e', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:34Z', 'updated_at': '2021-05-20T16:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:38.818933 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Checking router: a49ae647-91ec-407c-b1cb-4f6c3c1272b4 for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:54:38.819792 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Updating router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 port e85de79d-9421-435c-8d97-47173e50276e binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:54:38.886377 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:38.979506 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3964e3-e9d9-4d8b-91e9-16b249c931e9 req-6d78a701-df54-4ac9-940f-bd1753c022ec tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:38.988637 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8b3964e3-e9d9-4d8b-91e9-16b249c931e9 req-6d78a701-df54-4ac9-940f-bd1753c022ec tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1979895 May 20 16:54:39.097569 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8b3964e3-e9d9-4d8b-91e9-16b249c931e9 req-4dd46a42-1a79-45a0-9a56-5d0e35a0b667 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080520 May 20 16:54:39.458977 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:39.473087 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Transition to ACTIVE for port object e85de79d-9421-435c-8d97-47173e50276e will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:39.485208 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:39.500087 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:39.502916 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:39.536154 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:39.565062 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] For port 01313dac-2113-44de-adc4-dc55653c98bb, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=01313dac-2113-44de-adc4-dc55653c98bb,segment=NetworkSegment(a2e1535f-6954-4e67-8289-09ea9b6c547f),segment_id=a2e1535f-6954-4e67-8289-09ea9b6c547f)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:39.580718 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:39.582857 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:39.759174 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Pushing event updated for resources: {'Port': ['ID=01313dac-2113-44de-adc4-dc55653c98bb,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:39.772442 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:39.773873 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd1cdc-2d17-4544-af27-b195e8004154 req-e4b5b938-e406-4ca1-8e2d-6e5124520f37 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:39.797153 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Attempting to bind port e85de79d-9421-435c-8d97-47173e50276e on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:54:39.798866 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-62dd1cdc-2d17-4544-af27-b195e8004154 req-e4b5b938-e406-4ca1-8e2d-6e5124520f37 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.3164020 May 20 16:54:39.799091 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Attempting to bind port e85de79d-9421-435c-8d97-47173e50276e by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:54:39.799670 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Attempting to bind port e85de79d-9421-435c-8d97-47173e50276e on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:54:39.835372 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:54:39.835859 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:39.837921 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:39.838415 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:54:39.838973 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Bound port: e85de79d-9421-435c-8d97-47173e50276e, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:54:39.844128 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:39.879924 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50214) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:39.897782 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Allocated IP 172.20.0.1 (c10c9441-d7d6-41f5-a5ad-71b49f1bad16/b2e6f456-f63d-4916-be48-9467ee9f607a/57eb91ab-4777-4db9-8fba-6629ddc23960) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:54:39.979579 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] For port e85de79d-9421-435c-8d97-47173e50276e, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:54:40.002331 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] For port e85de79d-9421-435c-8d97-47173e50276e, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=e85de79d-9421-435c-8d97-47173e50276e,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:54:40.021664 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.025799 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-edfb63bb-3d91-4c82-817a-4dd803a5511d None None] Provisioning complete for port 01313dac-2113-44de-adc4-dc55653c98bb triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:40.026497 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-edfb63bb-3d91-4c82-817a-4dd803a5511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.052782 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc51989-905c-4ecf-8f26-851b959a0486 None None] Pushing event updated for resources: {'Port': ['ID=e85de79d-9421-435c-8d97-47173e50276e,revision_number=2']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:40.071879 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-62dd1cdc-2d17-4544-af27-b195e8004154 req-7e0f561f-13fb-46e6-9a56-da176c1c0c66 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654042 May 20 16:54:40.089266 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-cdc51989-905c-4ecf-8f26-851b959a0486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:40.107379 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-de0ca1ee-b4e6-4c23-b078-6c2993125bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:40.108360 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Deleting subnet 266ab535-0830-44dc-81c1-744163f32387 {{(pid=91595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:54:40.118463 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.230821 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.260537 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Transition to ACTIVE for port object 57eb91ab-4777-4db9-8fba-6629ddc23960 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:40.277937 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc51989-905c-4ecf-8f26-851b959a0486 None None] Pushing event updated for resources: {'Port': ['ID=e85de79d-9421-435c-8d97-47173e50276e,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:40.293766 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-cdc51989-905c-4ecf-8f26-851b959a0486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:40.337240 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.346828 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.348186 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Routers {'a49ae647-91ec-407c-b1cb-4f6c3c1272b4'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:40.349024 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:40.364132 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:40.368978 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.498148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:40.502117 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:40.507169 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:54:40.554065 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Pushing event updated for resources: {'Port': ['ID=57eb91ab-4777-4db9-8fba-6629ddc23960,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:40.575554 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:40.634760 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.698645 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] Set router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:40.768446 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18802706-d5fb-4a83-aadc-1eabcb31ff39 req-1ef41a3c-3dc6-44d1-b3d3-9f4ecf5dd604 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:40.775845 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-18802706-d5fb-4a83-aadc-1eabcb31ff39 req-1ef41a3c-3dc6-44d1-b3d3-9f4ecf5dd604 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.3414183 May 20 16:54:40.823322 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:40.911315 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-18802706-d5fb-4a83-aadc-1eabcb31ff39 req-b2514996-1373-47c9-aaaf-ad57a756bcc1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329360 May 20 16:54:40.918525 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-84069c12-b113-4c65-8b50-f9b5de344a3a None None] Provisioning for port 57eb91ab-4777-4db9-8fba-6629ddc23960 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:40.925600 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-84069c12-b113-4c65-8b50-f9b5de344a3a None None] Provisioning complete for port 57eb91ab-4777-4db9-8fba-6629ddc23960 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:40.926243 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-84069c12-b113-4c65-8b50-f9b5de344a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.044585 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-84069c12-b113-4c65-8b50-f9b5de344a3a None None] Port 57eb91ab-4777-4db9-8fba-6629ddc23960 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:54:41.054907 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082'] for subnet, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.066364 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:41.112047 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=266ab535-0830-44dc-81c1-744163f32387,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:41.114029 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.116917 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:41.124187 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-fbaec994-989f-4d8a-92ba-9107bf691f00 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/266ab535-0830-44dc-81c1-744163f32387 HTTP/1.1" status: 204 len: 168 time: 1.2432444 May 20 16:54:41.124947 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50224) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:41.270394 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.282915 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.295209 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'e85de79d-9421-435c-8d97-47173e50276e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 3, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port': {'id': 'e85de79d-9421-435c-8d97-47173e50276e', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:34Z', 'updated_at': '2021-05-20T16:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:41.304970 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb9b176-105c-4b2f-855c-a4b74df9e61e None None] The sync data for ids ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'] in dv-cinder-786524-7-smb is: [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'e85de79d-9421-435c-8d97-47173e50276e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 3, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port': {'id': 'e85de79d-9421-435c-8d97-47173e50276e', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:34Z', 'updated_at': '2021-05-20T16:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:54:41.345225 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-de93d161-2412-4485-ab2b-ca87b174ffbf tempest-VolumesActionsTest-1647309186 tempest-VolumesActionsTest-1647309186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:41.459120 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Pushing event updated for resources: {'Port': ['ID=57eb91ab-4777-4db9-8fba-6629ddc23960,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:41.471343 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:41.475423 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.505526 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.668846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.673876 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:54:41.675437 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:54:41.690283 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.690657 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.691393 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.692261 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > port after_create 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.692261 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.692457 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > port after_update 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.692720 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.700061 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.700502 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.700838 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.771889 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 01313dac-2113-44de-adc4-dc55653c98bb up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:41.908179 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.908179 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.908666 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.908945 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:54:41.909342 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74373fe9-d40d-4a7e-9bb8-700a3f55366d']}} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:41.916183 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 01313dac-2113-44de-adc4-dc55653c98bb triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:41.916793 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:41.950747 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef8ea6b-dfdb-493d-b13b-0fe502807c09') {'for_net_delete': True} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:41.951071 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef8ea6b-dfdb-493d-b13b-0fe502807c09') {} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:42.008894 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572374'] for segment, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:42.070953 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5748d1-a202-408b-b610-3cc60135005c req-607d168e-9747-4e73-8b73-129d56516c87 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:42.079466 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ff5748d1-a202-408b-b610-3cc60135005c req-607d168e-9747-4e73-8b73-129d56516c87 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.7036300 May 20 16:54:42.142888 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ff5748d1-a202-408b-b610-3cc60135005c req-bcfd8d07-654d-409a-bfe5-743a23a79dcb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618474 May 20 16:54:42.146657 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:42.168434 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=91595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:54:42.170133 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9848588'] for segment, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: from cryptography.utils import int_from_bytes May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: from cryptography.utils import int_from_bytes May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: Traceback (most recent call last): May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: timer() May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: cb(*args, **kw) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: return func(*args, **kwargs) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: self._notify() May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: self.callback(batched_events) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: event.method(event) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: return f(self, *a, **k) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: return self._get(url).json() May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: return self.request(url, 'GET', **kwargs) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:54:42.207494 dv-cinder-786524-7-smb neutron-server[91595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:54:42.239354 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-3c74575a-2589-4023-ac68-0b4916df0226 None None] Provisioning complete for port 57eb91ab-4777-4db9-8fba-6629ddc23960 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:42.239902 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-3c74575a-2589-4023-ac68-0b4916df0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:42.317016 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:54:42.400437 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-3c74575a-2589-4023-ac68-0b4916df0226 None None] Port 57eb91ab-4777-4db9-8fba-6629ddc23960 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:54:42.519175 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c5611-2213-47f5-85a5-80ab302f4be9 req-79bdfcec-d241-4465-80b4-1fb0dad464e5 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:42.520747 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e16c5611-2213-47f5-85a5-80ab302f4be9 req-79bdfcec-d241-4465-80b4-1fb0dad464e5 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.3020225 May 20 16:54:42.521976 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:42.529278 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:42.567073 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cb502ca6-2ed8-437a-997e-9b0401d33dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:42.616641 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e16c5611-2213-47f5-85a5-80ab302f4be9 req-7f89720a-16c1-4427-82df-5234420ad6dc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739565 May 20 16:54:42.621635 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:54:42.622135 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] 10.222.0.69 "DELETE /v2.0/networks/74373fe9-d40d-4a7e-9bb8-700a3f55366d HTTP/1.1" status: 204 len: 168 time: 1.4923465 May 20 16:54:42.638640 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Pushing event deleted for resources: {'Network': ['ID=74373fe9-d40d-4a7e-9bb8-700a3f55366d,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:42.642603 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2d0f3627-f47d-4670-8c61-50b20b40ce49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:42.652134 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] 10.222.0.69 "PUT /v2.0/routers/a49ae647-91ec-407c-b1cb-4f6c3c1272b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6691954 May 20 16:54:42.943468 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50248) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:43.012272 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-0886342e-0aed-4b15-97c7-12cd0c2e57a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad28526008bd4d119a4e0f4a6fc8a7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675313 May 20 16:54:43.014981 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50252) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:43.085916 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:43.119003 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:43.194239 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:43.201802 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-419d88ec-92d4-46f2-964d-170dddc34d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:43.222515 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a57cf-d992-4a57-bab8-3c76a1b061ea,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:43.230846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:43.232645 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d1a57cf-d992-4a57-bab8-3c76a1b061ea HTTP/1.1" status: 204 len: 168 time: 0.2164145 May 20 16:54:43.233725 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:43.439415 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fc3bf-dcc3-444a-bac7-a8cd458fef57 req-73f478a0-25b4-4019-9181-4b27054e16ee tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:43.447795 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d29fc3bf-dcc3-444a-bac7-a8cd458fef57 req-73f478a0-25b4-4019-9181-4b27054e16ee tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1263011 May 20 16:54:43.582018 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d29fc3bf-dcc3-444a-bac7-a8cd458fef57 req-d2cd69ec-f969-47a0-b4ac-ac482c49cde8 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186383 May 20 16:54:43.704853 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50268) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:43.714654 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299014482', 'description': 'tempest-secgroup-smoke-1299014482 description', 'project_id': '04128e4e4036468e9982afc32f36a6c5'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:43.730541 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:43.734982 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Sync routers for ids ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:54:43.754274 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:43.761135 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Routers {'a49ae647-91ec-407c-b1cb-4f6c3c1272b4'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:43.761782 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:43.764277 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:43.792076 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:43.823451 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:43.915349 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:43.919854 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:43.923628 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:43.930177 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:43.950719 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e85de79d-9421-435c-8d97-47173e50276e up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:44.129594 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.151242 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.170307 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76252c6c-2a81-44d6-92b4-c18dda78ec33 req-5fb05d56-876f-4848-95a5-51f6b2e9f874 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:44.187173 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-76252c6c-2a81-44d6-92b4-c18dda78ec33 req-5fb05d56-876f-4848-95a5-51f6b2e9f874 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.3304136 May 20 16:54:44.207047 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port e85de79d-9421-435c-8d97-47173e50276e completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:44.214091 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e4be3398-cd27-4d1d-8702-c71b7bcc89c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:44.224720 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port e85de79d-9421-435c-8d97-47173e50276e triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:44.225365 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.278803 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec7c5-a0f8-4930-897f-28aecc9f4d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.301044 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Set router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:44.311811 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8189f7-ec3d-420c-b81a-cd271f248e55,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:44.331121 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:44.331966 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.333275 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6271429 May 20 16:54:44.336824 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50286) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:44.345058 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'security_group_rule': {'security_group_id': '2a8189f7-ec3d-420c-b81a-cd271f248e55', 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:44.351701 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:44.356017 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:44.359600 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:44.368075 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:44.389923 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-76252c6c-2a81-44d6-92b4-c18dda78ec33 req-23ee87db-c97b-4daf-9b24-3e5d2634bac1 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011273 May 20 16:54:44.399188 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.475834 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.481571 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.483897 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:44.518001 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd638a04-6518-4592-a77b-2686af8c40bb,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:44.542252 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:44.548150 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.549512 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-8de3b8b3-1cd2-4ab8-b010-82ebfe66cb95 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115297 May 20 16:54:44.553103 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50294) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:44.558979 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'security_group_rule': {'security_group_id': '2a8189f7-ec3d-420c-b81a-cd271f248e55', 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:44.566688 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:44.570850 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:44.573812 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:44.580736 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:44.619184 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.736085 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.742508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.764229 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:44.791486 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b0ba3-cc1b-4b3a-ad8b-43db53ecf0bf req-d258ab4b-db89-4126-8f98-49d7b703fd8b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:44.801843 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6e4b0ba3-cc1b-4b3a-ad8b-43db53ecf0bf req-d258ab4b-db89-4126-8f98-49d7b703fd8b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1073349 May 20 16:54:44.823578 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.838542 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725d8f57-2322-46a5-a7e6-5c496d16cbc9,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:44.849767 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port e85de79d-9421-435c-8d97-47173e50276e, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=e85de79d-9421-435c-8d97-47173e50276e,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:44.852444 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:44.854561 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.854949 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'e85de79d-9421-435c-8d97-47173e50276e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:54:40Z', 'revision_number': 4, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port': {'id': 'e85de79d-9421-435c-8d97-47173e50276e', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:34Z', 'updated_at': '2021-05-20T16:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '57eb91ab-4777-4db9-8fba-6629ddc23960', 'name': '', 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'mac_address': 'fa:16:3e:8e:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b2e6f456-f63d-4916-be48-9467ee9f607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:39Z', 'updated_at': '2021-05-20T16:54:41Z', 'revision_number': 2, 'project_id': 'b1f23314f6e64146832272092520d62d', 'subnets': [{'id': 'b2e6f456-f63d-4916-be48-9467ee9f607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:44.856545 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3022723 May 20 16:54:44.859656 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50308) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:44.865657 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:44.870505 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6e4b0ba3-cc1b-4b3a-ad8b-43db53ecf0bf req-09dc101b-0957-4321-abae-2e29729af52f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623717 May 20 16:54:44.875555 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'security_group_rule': {'security_group_id': '2a8189f7-ec3d-420c-b81a-cd271f248e55', 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:44.877923 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:44.882765 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:44.887231 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:44.891784 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:44.898698 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:44.920270 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.004507 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.008860 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=e85de79d-9421-435c-8d97-47173e50276e,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:45.012096 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Checking router: a49ae647-91ec-407c-b1cb-4f6c3c1272b4 for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:54:45.012547 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Updating router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 port 57eb91ab-4777-4db9-8fba-6629ddc23960 binding host dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:54:45.013769 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.021692 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-609cb2ed-fbbf-49e3-87f0-5a6493587e89 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:45.039944 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:45.056019 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234d4dde-ba2c-4fb9-81bd-3fafdbab3037,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:45.076863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:45.089074 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.095074 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2335806 May 20 16:54:45.095723 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50314) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:45.105015 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'security_group_rule': {'security_group_id': '2a8189f7-ec3d-420c-b81a-cd271f248e55', 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:45.112474 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:45.117091 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:45.120383 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:45.129010 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:45.130001 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.153150 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.286334 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.293869 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.300497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:45.348009 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19968ab4-a7b4-475b-9907-11c70bbe097a,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:45.350468 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:45.383587 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.387681 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50318) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:45.388221 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-23cce015-968f-44f7-8fd1-ed43bba2744b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2910969 May 20 16:54:45.398204 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'security_group_rule': {'security_group_id': '2a8189f7-ec3d-420c-b81a-cd271f248e55', 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:45.414074 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:45.420267 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:45.423640 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:45.430499 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:45.447985 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.securitygroups_db [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Project 04128e4e4036468e9982afc32f36a6c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:54:45.456391 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.545034 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.563908 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.568995 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:45.601086 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ceb6463-9f53-48c3-91fc-b1f4679cae06,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:45.604037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:45.623941 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.628747 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50326) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:45.631830 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f5eea538-6f1b-4846-a4d5-e5826f6abd5e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2410641 May 20 16:54:45.635380 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'security_group_rule': {'security_group_id': '2a8189f7-ec3d-420c-b81a-cd271f248e55', 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:54:45.679715 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:45.687453 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Notify callbacks [] for port, precommit_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.691199 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:security_group_rule and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:45.701311 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:45.720075 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Transition to ACTIVE for port object 57eb91ab-4777-4db9-8fba-6629ddc23960 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:54:45.723147 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:45.736889 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.749573 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:45.763430 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.securitygroups_db [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Project 04128e4e4036468e9982afc32f36a6c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:54:45.771155 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.833393 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e85de79d-9421-435c-8d97-47173e50276e up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:45.871403 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d33cd-28cd-4015-9704-c513bb9360c2 req-594eca6e-599f-42ba-b10e-0cbe203b9b74 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:45.873704 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d53d33cd-28cd-4015-9704-c513bb9360c2 req-594eca6e-599f-42ba-b10e-0cbe203b9b74 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2283318 May 20 16:54:45.888306 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.899138 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.901362 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:45.929323 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae387c08-bbed-4f65-871c-2c0b2bfe1aea,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:45.932192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:45.949726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:45.951799 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-a66560bb-7b88-4c32-865b-138722759d65 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3210268 May 20 16:54:46.008439 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d53d33cd-28cd-4015-9704-c513bb9360c2 req-38c6e914-6c58-474c-8671-6928605d5f1e tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138523 May 20 16:54:46.058548 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce7703-63f6-4369-9251-f5923aaef498 None None] Pushing event updated for resources: {'Port': ['ID=57eb91ab-4777-4db9-8fba-6629ddc23960,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:46.108639 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-f9ce7703-63f6-4369-9251-f5923aaef498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:46.238038 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41d48c-2484-4922-b8c8-f5a7457d0c2d req-70f3ad0e-83d3-452b-aaf1-36e791260953 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:46.247443 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port e85de79d-9421-435c-8d97-47173e50276e triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:46.247890 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:46.248374 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3f41d48c-2484-4922-b8c8-f5a7457d0c2d req-70f3ad0e-83d3-452b-aaf1-36e791260953 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1682668 May 20 16:54:46.278324 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Attempting to bind port 57eb91ab-4777-4db9-8fba-6629ddc23960 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:54:46.278708 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Attempting to bind port 57eb91ab-4777-4db9-8fba-6629ddc23960 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:54:46.279081 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Attempting to bind port 57eb91ab-4777-4db9-8fba-6629ddc23960 on network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:54:46.308226 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:54:46.308387 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Checking segment: {'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:54:46.308637 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3f41d48c-2484-4922-b8c8-f5a7457d0c2d req-fee9547e-21ee-455c-b7ff-8ff10f71e9b4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569501 May 20 16:54:46.308807 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:46.309172 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Bound using segment: {'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:54:46.309676 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Bound port: 57eb91ab-4777-4db9-8fba-6629ddc23960, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e1535f-6954-4e67-8289-09ea9b6c547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:54:46.310054 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:46.470809 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] For port 57eb91ab-4777-4db9-8fba-6629ddc23960, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:54:46.482781 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] For port 57eb91ab-4777-4db9-8fba-6629ddc23960, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=57eb91ab-4777-4db9-8fba-6629ddc23960,segment=NetworkSegment(a2e1535f-6954-4e67-8289-09ea9b6c547f),segment_id=a2e1535f-6954-4e67-8289-09ea9b6c547f)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:54:46.488249 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:46.492787 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:46.567604 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Routers {'a49ae647-91ec-407c-b1cb-4f6c3c1272b4'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:54:46.568550 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:54:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:46.660953 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce7703-63f6-4369-9251-f5923aaef498 None None] Pushing event updated for resources: {'Port': ['ID=57eb91ab-4777-4db9-8fba-6629ddc23960,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:46.664669 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-f9ce7703-63f6-4369-9251-f5923aaef498 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:46.780552 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-7fffddbf-1871-49f6-9f0c-880e1c793a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:46.791023 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] Set router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:54:46.886121 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:47.144902 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64025-c505-4961-8440-1dbc210672c5 req-1c14fcef-08b8-485c-80f5-21392b597ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:47.148237 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-50e64025-c505-4961-8440-1dbc210672c5 req-1c14fcef-08b8-485c-80f5-21392b597ad7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1098 time: 0.1160126 May 20 16:54:47.246809 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'e85de79d-9421-435c-8d97-47173e50276e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:54:40Z', 'revision_number': 4, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port': {'id': 'e85de79d-9421-435c-8d97-47173e50276e', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:34Z', 'updated_at': '2021-05-20T16:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '57eb91ab-4777-4db9-8fba-6629ddc23960', 'name': '', 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'mac_address': 'fa:16:3e:8e:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b2e6f456-f63d-4916-be48-9467ee9f607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:39Z', 'updated_at': '2021-05-20T16:54:46Z', 'revision_number': 4, 'project_id': 'b1f23314f6e64146832272092520d62d', 'subnets': [{'id': 'b2e6f456-f63d-4916-be48-9467ee9f607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:54:47.251338 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f78073-129b-4b4c-9a72-0a39a5c792da None None] The sync data for ids ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'] in dv-cinder-786524-7-smb is: [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'e85de79d-9421-435c-8d97-47173e50276e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:54:40Z', 'revision_number': 4, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port': {'id': 'e85de79d-9421-435c-8d97-47173e50276e', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:34Z', 'updated_at': '2021-05-20T16:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '57eb91ab-4777-4db9-8fba-6629ddc23960', 'name': '', 'network_id': 'c10c9441-d7d6-41f5-a5ad-71b49f1bad16', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'mac_address': 'fa:16:3e:8e:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'b2e6f456-f63d-4916-be48-9467ee9f607a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:39Z', 'updated_at': '2021-05-20T16:54:46Z', 'revision_number': 4, 'project_id': 'b1f23314f6e64146832272092520d62d', 'subnets': [{'id': 'b2e6f456-f63d-4916-be48-9467ee9f607a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:54:47.383757 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533f4b0-0571-4b8d-a323-9bc3c33aea46 req-fd2ae380-8d9a-4451-abbb-1c6c1901755a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:47.395710 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6533f4b0-0571-4b8d-a323-9bc3c33aea46 req-fd2ae380-8d9a-4451-abbb-1c6c1901755a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2274601 May 20 16:54:47.419131 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64025-c505-4961-8440-1dbc210672c5 req-feca0ce4-5a89-4ac2-8a77-18d286c57153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:47.421533 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-50e64025-c505-4961-8440-1dbc210672c5 req-feca0ce4-5a89-4ac2-8a77-18d286c57153 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.2621708 May 20 16:54:47.478359 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6533f4b0-0571-4b8d-a323-9bc3c33aea46 req-2c941a88-2438-43ba-a59a-45bbc0787e0b tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 May 20 16:54:47.565293 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-50e64025-c505-4961-8440-1dbc210672c5 req-1c1a4a2f-8a01-4609-9699-a1612623a8f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 200 len: 1000 time: 0.1358221 May 20 16:54:47.637360 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba25d2-619a-417d-b7ee-d295283e634d req-77af4995-7160-4556-89fb-5467f11b3bb3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:47.649223 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-54ba25d2-619a-417d-b7ee-d295283e634d req-77af4995-7160-4556-89fb-5467f11b3bb3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1391368 May 20 16:54:47.682664 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:47.713772 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64025-c505-4961-8440-1dbc210672c5 req-f3dc37fc-78b8-4df2-b0a8-3040f747e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:47.715405 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-50e64025-c505-4961-8440-1dbc210672c5 req-f3dc37fc-78b8-4df2-b0a8-3040f747e7f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.1375523 May 20 16:54:47.757241 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-54ba25d2-619a-417d-b7ee-d295283e634d req-529f9274-68f2-413a-b0fc-395022014444 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067221 May 20 16:54:47.825729 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 57eb91ab-4777-4db9-8fba-6629ddc23960 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:47.848306 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64025-c505-4961-8440-1dbc210672c5 req-71c85de7-feb0-4668-bfe9-f028ee334e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:47.850181 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-50e64025-c505-4961-8440-1dbc210672c5 req-71c85de7-feb0-4668-bfe9-f028ee334e81 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1207464 May 20 16:54:47.965712 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 57eb91ab-4777-4db9-8fba-6629ddc23960 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:54:47.982215 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 57eb91ab-4777-4db9-8fba-6629ddc23960 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:47.983065 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:48.066360 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:48.105641 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-50e64025-c505-4961-8440-1dbc210672c5 req-1e5dd7a3-53e8-4dfb-b180-108c13120bc6 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386158 May 20 16:54:48.161907 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:48.202672 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 57eb91ab-4777-4db9-8fba-6629ddc23960, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=57eb91ab-4777-4db9-8fba-6629ddc23960,segment=NetworkSegment(a2e1535f-6954-4e67-8289-09ea9b6c547f),segment_id=a2e1535f-6954-4e67-8289-09ea9b6c547f)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:48.208572 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:48.210789 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:48.305735 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-50e64025-c505-4961-8440-1dbc210672c5 req-ed6f5c27-6d9d-4fd4-85b4-e28cfaf0acd4 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865957 May 20 16:54:48.327087 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=57eb91ab-4777-4db9-8fba-6629ddc23960,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:48.334352 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:48.553219 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50438) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:48.692699 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:48.704485 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3c999-67a0-4d41-929d-682d6fbb7dea req-4307832f-d4c9-4c46-b40b-a142f3bfd543 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:48.710351 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:54:48.712190 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-01f3c999-67a0-4d41-929d-682d6fbb7dea req-4307832f-d4c9-4c46-b40b-a142f3bfd543 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1144397 May 20 16:54:48.757056 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f45f1be290b8471ba36248a706d07eb7 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:54:48.759282 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-01f3c999-67a0-4d41-929d-682d6fbb7dea req-c6ce4270-0769-4739-8a46-eb5dbb5bcea2 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 May 20 16:54:48.764726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:54:48.773020 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:54:48.843166 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a298179-30ca-4883-99ab-79d17e3f5f62 req-9a2d06c4-1447-447b-8564-a54a915e1e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:48.845360 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5a298179-30ca-4883-99ab-79d17e3f5f62 req-9a2d06c4-1447-447b-8564-a54a915e1e93 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.1243100 May 20 16:54:48.923148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:48.927420 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5a298179-30ca-4883-99ab-79d17e3f5f62 req-63fc05f0-05a8-4407-a984-6ca748448588 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653377 May 20 16:54:48.928408 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:48.935125 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-89e39a58-47b0-48a4-8af5-ed988be48d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:48.980475 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f45f1be290b8471ba36248a706d07eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260373 May 20 16:54:48.981471 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c5a5c-d2ef-4d53-9985-d114da982b2a,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:48.984403 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50450) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:48.987641 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:49.051504 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda27a16-c11e-4b90-b8b3-c56d8fd30a98 req-1717a3b6-3efd-4df0-96d4-a126614c278b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:49.055781 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:49.058734 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cda27a16-c11e-4b90-b8b3-c56d8fd30a98 req-1717a3b6-3efd-4df0-96d4-a126614c278b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.1755795 May 20 16:54:49.083508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:49.103049 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cda27a16-c11e-4b90-b8b3-c56d8fd30a98 req-c0ce9be1-7f35-47e9-89b7-3583e368419a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 May 20 16:54:49.139207 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:49.144962 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:49.157954 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c5a5c-d2ef-4d53-9985-d114da982b2a,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:49.160703 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:49.162951 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:49.165124 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af4c5a5c-d2ef-4d53-9985-d114da982b2a HTTP/1.1" status: 204 len: 168 time: 0.1788039 May 20 16:54:49.470924 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:49.699253 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 57eb91ab-4777-4db9-8fba-6629ddc23960 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:54:49.779910 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 57eb91ab-4777-4db9-8fba-6629ddc23960 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:54:49.780284 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:49.963814 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a84dbd-e12e-4088-8f77-a2e9384e15c1 req-b52fc4a3-a375-466e-a742-7a8ba94976a7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:49.965422 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f6a84dbd-e12e-4088-8f77-a2e9384e15c1 req-b52fc4a3-a375-466e-a742-7a8ba94976a7 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0908263 May 20 16:54:50.014541 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f6a84dbd-e12e-4088-8f77-a2e9384e15c1 req-597c3b4c-f6aa-4bae-8d3c-ddac8207f361 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 May 20 16:54:50.315031 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26a325-084d-4019-ab60-9dfed23ae030 req-10064195-1eec-4482-bb1b-aeab9efa72e3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:50.316512 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cd26a325-084d-4019-ab60-9dfed23ae030 req-10064195-1eec-4482-bb1b-aeab9efa72e3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 945 time: 0.0792956 May 20 16:54:50.369017 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cd26a325-084d-4019-ab60-9dfed23ae030 req-a4839621-a2ae-4c3f-bb8f-79816f8d50e4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 May 20 16:54:51.213881 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38852dc0-89ab-4b76-b7bb-e09c5704e19b req-5fe44526-f964-4b1c-8bd8-2a42c112dcfc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:51.215598 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38852dc0-89ab-4b76-b7bb-e09c5704e19b req-5fe44526-f964-4b1c-8bd8-2a42c112dcfc tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0834854 May 20 16:54:51.261799 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38852dc0-89ab-4b76-b7bb-e09c5704e19b req-7b173277-4607-45af-a8c5-73f590c64f49 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 May 20 16:54:51.325352 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:54:51.461150 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:51.490939 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:54:51.504682 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:54:51.511200 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:54:51.513690 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-a938036b-cb79-4c7b-96c7-d123b948b75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:54:51.592266 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=8']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:54:51.595403 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:54:51.611377 dv-cinder-786524-7-smb neutron-server[91597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831', 'code': 422} returned with failed status May 20 16:54:51.620534 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebf6db-288e-4279-a1b9-670ae11a9284 req-c333db34-2e56-40d8-9e29-4de1c3d8588e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:51.622052 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d9ebf6db-288e-4279-a1b9-670ae11a9284 req-c333db34-2e56-40d8-9e29-4de1c3d8588e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1217551 May 20 16:54:51.669513 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d9ebf6db-288e-4279-a1b9-670ae11a9284 req-b5f62dbe-4154-4602-a6d5-a3b6ab5b2ecf tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403600 May 20 16:54:52.105497 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeac41f-c1c0-43d9-91e1-b18d956c5903 req-5807a458-3081-4008-8105-f4fdf906ab82 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:52.113499 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-dbeac41f-c1c0-43d9-91e1-b18d956c5903 req-5807a458-3081-4008-8105-f4fdf906ab82 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1200387 May 20 16:54:52.130505 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-9241c635-739e-421b-b0fd-0cf14d4fc513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:52.132139 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-9241c635-739e-421b-b0fd-0cf14d4fc513 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 1098 time: 0.2116280 May 20 16:54:52.173308 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-dbeac41f-c1c0-43d9-91e1-b18d956c5903 req-5da62bb6-fe55-4524-8765-48f014dac800 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585644 May 20 16:54:52.303197 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-1551df7e-5f5a-48fe-88cd-092345c3e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:52.304934 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-1551df7e-5f5a-48fe-88cd-092345c3e7e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 200 len: 919 time: 0.1635811 May 20 16:54:52.386377 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-40c5a11b-c31e-4810-8b13-e9c0b463ff80 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 200 len: 217 time: 0.0733538 May 20 16:54:52.452249 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-e7839aee-fc1f-4cc2-be59-e85b80064920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:52.453783 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-e7839aee-fc1f-4cc2-be59-e85b80064920 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 200 len: 858 time: 0.0602207 May 20 16:54:52.504856 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-eaf83408-3b55-4e5c-a993-128417a0bb24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=23265bd2-0bf8-4538-8c1f-7e6ad40587fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433807 May 20 16:54:52.642171 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-4461f20e-7f0d-4ccb-ab3f-0de25f48a1b1 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266556 May 20 16:54:52.782580 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e31e45bc-f5c5-47c3-a822-6584c85c7e01 req-1516699c-7ed1-4b95-908b-928c969f8220 service neutron] 10.222.0.82 "GET /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298182 May 20 16:54:52.850327 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c21d2-062d-4dfe-88fe-fd5c0a6da111 req-1d1b2726-09e8-489c-828b-70bec0b852a7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:52.851854 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2b0c21d2-062d-4dfe-88fe-fd5c0a6da111 req-1d1b2726-09e8-489c-828b-70bec0b852a7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1028192 May 20 16:54:52.902064 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2b0c21d2-062d-4dfe-88fe-fd5c0a6da111 req-bf9f4f82-5d29-4b69-be82-3c048fb5cb32 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 May 20 16:54:53.083331 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50564) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:54:53.207563 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-3d5553df-efd2-4e7f-a26d-e62041ca97f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1230161 May 20 16:54:53.373257 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152786d-eeec-4c68-a81b-8b636a4d8739 req-328c982a-3efa-4217-b60f-86033ffef724 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:53.374996 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8152786d-eeec-4c68-a81b-8b636a4d8739 req-328c982a-3efa-4217-b60f-86033ffef724 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0916381 May 20 16:54:53.424650 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8152786d-eeec-4c68-a81b-8b636a4d8739 req-73d7a9da-7115-491c-8f4a-925eed3033ee tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 May 20 16:54:54.097453 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ec138-0d8c-401e-a2dc-9f536b9269f2 req-a78446c3-48b1-4185-8f49-e520c1647207 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:54.098869 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6c4ec138-0d8c-401e-a2dc-9f536b9269f2 req-a78446c3-48b1-4185-8f49-e520c1647207 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0826137 May 20 16:54:54.144641 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6c4ec138-0d8c-401e-a2dc-9f536b9269f2 req-9a6b85bb-f97e-4f06-a94a-d610f35d8559 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 May 20 16:54:54.662242 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480b126-80d0-4f9c-8ab2-9f68c1ac17c6 req-2698e1f2-cf0a-4e7d-b18c-6419afdd3879 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:54.662242 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3480b126-80d0-4f9c-8ab2-9f68c1ac17c6 req-2698e1f2-cf0a-4e7d-b18c-6419afdd3879 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1098280 May 20 16:54:54.712813 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3480b126-80d0-4f9c-8ab2-9f68c1ac17c6 req-892f9082-497a-42f0-bac4-066cf35c6f76 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 May 20 16:54:55.342339 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:54:55.343206 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5261de-2cc1-402d-9c05-d6295fe96338 req-55cf8aba-7386-46dc-9ccf-6311af82aa20 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:55.344763 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-da5261de-2cc1-402d-9c05-d6295fe96338 req-55cf8aba-7386-46dc-9ccf-6311af82aa20 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0848463 May 20 16:54:55.406710 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-da5261de-2cc1-402d-9c05-d6295fe96338 req-4d16a743-b03a-46f7-ab90-f15b4971395c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550778 May 20 16:54:55.460759 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-7b737416-0452-4bbf-a202-ccd5a44d1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:55.462237 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-7b737416-0452-4bbf-a202-ccd5a44d1e99 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b&tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 1096 time: 0.1009715 May 20 16:54:55.568798 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-3bc803a1-d4cb-41cc-ada6-4a85447ea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:55.570297 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-3bc803a1-d4cb-41cc-ada6-4a85447ea30d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1096 time: 0.0758731 May 20 16:54:55.709744 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-326385c5-d8eb-4108-af9d-4cee368b42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:55.711203 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-326385c5-d8eb-4108-af9d-4cee368b42b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.1339791 May 20 16:54:55.834471 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-dc2c05bc-23c9-4c25-bb98-46ed98876a7c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 200 len: 998 time: 0.1146572 May 20 16:54:55.911799 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-2a63fd25-cbdc-43e0-8450-cc0f03c8190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:55.913365 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-2a63fd25-cbdc-43e0-8450-cc0f03c8190c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0720327 May 20 16:54:55.930669 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c993fe6-10b3-4d36-92de-14cd94927466 req-3b0191d6-ee14-4d41-88d0-642e9c70e75f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:55.932260 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4c993fe6-10b3-4d36-92de-14cd94927466 req-3b0191d6-ee14-4d41-88d0-642e9c70e75f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1020877 May 20 16:54:55.990933 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4c993fe6-10b3-4d36-92de-14cd94927466 req-3c123463-4963-4d62-a7cd-8ab714ef6efb tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525343 May 20 16:54:56.007883 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-ff3854b8-72cb-4081-bc68-52c42fdef8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:56.010322 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-ff3854b8-72cb-4081-bc68-52c42fdef8f3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891757 May 20 16:54:56.219135 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-65e14050-189a-40b8-9858-222aa21886aa service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954622 May 20 16:54:56.370743 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e4853fd8-116d-4bd8-93f0-2230ea7dec75 req-c72b2850-5f63-429c-b3b6-73568f32383f service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431186 May 20 16:54:56.612204 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e8259-a6fe-4083-aa46-b27a0cb6e0db req-453ab8b4-97bf-4f70-b9f6-bbefa0743fba tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:56.623128 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-315e8259-a6fe-4083-aa46-b27a0cb6e0db req-453ab8b4-97bf-4f70-b9f6-bbefa0743fba tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0994816 May 20 16:54:56.679572 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-315e8259-a6fe-4083-aa46-b27a0cb6e0db req-bd29fad1-e550-4df8-ad86-362664da0070 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541577 May 20 16:54:57.953448 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea232e95-18e6-4f9a-847e-288c0c74feb4 req-8eee3100-7dae-462f-b093-8a8625bce51e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:57.955135 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ea232e95-18e6-4f9a-847e-288c0c74feb4 req-8eee3100-7dae-462f-b093-8a8625bce51e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1409206 May 20 16:54:58.048771 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ea232e95-18e6-4f9a-847e-288c0c74feb4 req-bbbaf6ea-3eca-461b-b846-3390ee135e32 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783625 May 20 16:54:59.277022 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38792b03-9a57-4ea2-a62f-f25a5ce33a34 req-b23a045f-3725-42a5-8a63-e43e0b3f422d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:54:59.278495 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38792b03-9a57-4ea2-a62f-f25a5ce33a34 req-b23a045f-3725-42a5-8a63-e43e0b3f422d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0813475 May 20 16:54:59.347379 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38792b03-9a57-4ea2-a62f-f25a5ce33a34 req-92ebd79c-4f55-4eef-bca1-6cf76ce1b97e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620914 May 20 16:55:00.545459 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586277-0f04-436e-9b18-d578fdfcbaaf req-620cc148-94e3-4588-ae28-ce10a281de5d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:00.547061 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c586277-0f04-436e-9b18-d578fdfcbaaf req-620cc148-94e3-4588-ae28-ce10a281de5d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0866253 May 20 16:55:00.598163 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c586277-0f04-436e-9b18-d578fdfcbaaf req-e01a9206-c4ba-4013-93bb-64a7b0fc178e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433841 May 20 16:55:01.839420 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1c24c-ba05-42be-81c5-d17e0cd5e56e req-e2e7cc8c-7eb7-456b-8c18-f241682dc6a9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:01.841694 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ebd1c24c-ba05-42be-81c5-d17e0cd5e56e req-e2e7cc8c-7eb7-456b-8c18-f241682dc6a9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0913267 May 20 16:55:01.978304 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ebd1c24c-ba05-42be-81c5-d17e0cd5e56e req-b57066dd-a045-447c-a7ee-b8b3268eca99 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277103 May 20 16:55:02.110975 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 50778) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:02.234325 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:02.250323 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:02.255459 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Usage tracker for resource:security_group_rule and tenant:35064c7323154b27818e527b04f609bc is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:02.259227 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:02.268362 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:02.358473 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:02.363160 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:02.372370 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a266e6e8-94d8-4f2d-a65e-2f23a7bdde7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:02.421790 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35064c7323154b27818e527b04f609bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095107 May 20 16:55:02.423640 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ce8e9-a1cd-471f-8914-51c1f8ec9708,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:02.424942 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 50788) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:02.427831 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-20254934-5480-43fe-8080-e48f82144840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:02.491098 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:02.517642 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:02.574468 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:02.578112 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-51dfa9b2-385e-41c7-8b0a-3db2c8fa7c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:02.588982 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ce8e9-a1cd-471f-8914-51c1f8ec9708,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:02.591397 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:02.602948 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:02.606846 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d1ce8e9-a1cd-471f-8914-51c1f8ec9708 HTTP/1.1" status: 204 len: 168 time: 0.1797748 May 20 16:55:03.203573 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4da5a-79e4-49af-8693-f450d0dcfe1b req-e65746ad-1c12-4db7-8a6a-c51c81afcc4b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:03.205046 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bca4da5a-79e4-49af-8693-f450d0dcfe1b req-e65746ad-1c12-4db7-8a6a-c51c81afcc4b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0888069 May 20 16:55:03.250779 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bca4da5a-79e4-49af-8693-f450d0dcfe1b req-73185e26-5417-44b2-b151-3becc0b1a334 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397253 May 20 16:55:04.467578 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e4651-565e-42d5-8430-de5e23afc1c8 req-32cc4687-255a-46bb-aeaf-8b150b095080 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:04.469083 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f31e4651-565e-42d5-8430-de5e23afc1c8 req-32cc4687-255a-46bb-aeaf-8b150b095080 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0979383 May 20 16:55:04.526650 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f31e4651-565e-42d5-8430-de5e23afc1c8 req-49d84fdf-040f-40a4-acbf-91ad4cce53c3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509439 May 20 16:55:05.748731 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe700f1-d9ac-464b-9baa-df648b0b3f1e req-9aa6276f-cf3a-4c44-98c0-5f4e7d2a7a5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:05.750468 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0fe700f1-d9ac-464b-9baa-df648b0b3f1e req-9aa6276f-cf3a-4c44-98c0-5f4e7d2a7a5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0948904 May 20 16:55:05.799899 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0fe700f1-d9ac-464b-9baa-df648b0b3f1e req-ca4edaeb-92cf-41f4-9841-932bb8fe2de2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 May 20 16:55:07.046694 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839d66d-3547-4ae1-b04d-9f9388c1f4bf req-41cc3af1-6611-4d5e-8d93-233158ec078c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:07.048179 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4839d66d-3547-4ae1-b04d-9f9388c1f4bf req-41cc3af1-6611-4d5e-8d93-233158ec078c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1009378 May 20 16:55:07.119938 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4839d66d-3547-4ae1-b04d-9f9388c1f4bf req-8a79e749-7631-4259-8873-69fa1ce71c76 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638323 May 20 16:55:07.187447 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-7a3b11bf-b14e-4124-a854-ffe00ff88eff tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Synchronizing usage tracker for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:07.210166 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-7a3b11bf-b14e-4124-a854-ffe00ff88eff tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Unset dirty status for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:07.218507 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-7a3b11bf-b14e-4124-a854-ffe00ff88eff tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299014482&fields=id&tenant_id=04128e4e4036468e9982afc32f36a6c5 HTTP/1.1" status: 200 len: 267 time: 0.0743296 May 20 16:55:07.391037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-430b3401-5ea5-4ec8-b8b2-545b9eecb8cc tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:07.398372 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-430b3401-5ea5-4ec8-b8b2-545b9eecb8cc tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 808 time: 0.1788800 May 20 16:55:07.413767 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-820b1c9a-fb89-47aa-844a-2436f009bf5d tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/quotas/04128e4e4036468e9982afc32f36a6c5 HTTP/1.1" status: 200 len: 375 time: 0.0143805 May 20 16:55:07.504563 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-53aae440-8774-4272-97f1-80bc19e251e0 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Synchronizing usage tracker for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:port {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:07.524891 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-53aae440-8774-4272-97f1-80bc19e251e0 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Unset dirty status for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:port {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:07.526291 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-53aae440-8774-4272-97f1-80bc19e251e0 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117122 May 20 16:55:07.686890 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-5430ef28-cc11-4940-98a7-3a918df30f35 service neutron] 10.222.0.69 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440213 May 20 16:55:07.829617 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-547f76ce-197e-4451-b4f0-82f006851633 service neutron] 10.222.0.69 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361451 May 20 16:55:08.270407 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-04c23e6e-09de-4ee9-aca3-17c2a4fbdcda req-28e34e4c-fb79-49ef-ba7c-5456a8b04db4 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 210 time: 0.0493298 May 20 16:55:08.361412 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733aebf-5110-4859-a08d-57af571a4ecb req-acb8b734-3bd0-4083-80b9-33180292e47e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:08.363423 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d733aebf-5110-4859-a08d-57af571a4ecb req-acb8b734-3bd0-4083-80b9-33180292e47e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0908363 May 20 16:55:08.419085 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d733aebf-5110-4859-a08d-57af571a4ecb req-da24c616-1bb5-4f13-8576-84b21181a12a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488641 May 20 16:55:09.436541 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-95be52a6-2d11-4660-9e55-ea00b40e52f1 req-c1501019-ab73-4313-bb0f-cfbc8ef48971 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 210 time: 0.0476029 May 20 16:55:09.636249 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb09460-3d4c-4945-96be-aedc646962ba req-99bcf77a-a987-40fd-aaae-be1dbbf15574 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:09.637735 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1cb09460-3d4c-4945-96be-aedc646962ba req-99bcf77a-a987-40fd-aaae-be1dbbf15574 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0826626 May 20 16:55:09.688073 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1cb09460-3d4c-4945-96be-aedc646962ba req-69e9ded9-45a6-4056-8054-4a1e67b0a209 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 May 20 16:55:10.409425 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-415a1cdb-1819-4733-83b3-179d0aede822 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:10.410352 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-415a1cdb-1819-4733-83b3-179d0aede822 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Synchronizing usage tracker for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:network {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:10.428161 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-415a1cdb-1819-4733-83b3-179d0aede822 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Unset dirty status for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:network {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:10.429403 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-415a1cdb-1819-4733-83b3-179d0aede822 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.82 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 808 time: 0.2417047 May 20 16:55:10.498059 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-f7694166-b560-4048-86aa-112d2dcf02d2 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Synchronizing usage tracker for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:security_group {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:10.511158 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-f7694166-b560-4048-86aa-112d2dcf02d2 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Unset dirty status for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:security_group {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:10.512276 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-f7694166-b560-4048-86aa-112d2dcf02d2 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04128e4e4036468e9982afc32f36a6c5 HTTP/1.1" status: 200 len: 380 time: 0.0550640 May 20 16:55:10.527162 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'port': {'device_id': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'admin_state_up': True, 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'security_groups': ['2a8189f7-ec3d-420c-b81a-cd271f248e55']}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:10.591216 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f15333b2-4200-499a-85e0-1fe2920902b6 req-5e2644b5-94ed-4fbf-87ea-b85ce39d1c7e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 210 time: 0.0433619 May 20 16:55:10.664575 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:10.673694 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:10.684839 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Made reservation on behalf of 04128e4e4036468e9982afc32f36a6c5 for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:55:10.688321 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:10.854885 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Allocated IP 172.20.0.6 (173970ce-0a50-42aa-941d-0dcab0c58340/08805115-35d4-4c74-a599-fb4b0f93b7ee/4bd5c17a-27a5-4ceb-9b90-605830922155) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:55:10.934983 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa4105-d3e2-45d9-8783-8213d745ae22 req-5a7fc787-1f06-41dd-aba5-3c15dbe31591 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:10.936389 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-35fa4105-d3e2-45d9-8783-8213d745ae22 req-5a7fc787-1f06-41dd-aba5-3c15dbe31591 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1247823 May 20 16:55:11.015429 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-35fa4105-d3e2-45d9-8783-8213d745ae22 req-e9cd0691-05b6-493c-851e-dd1b6fc85c66 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692730 May 20 16:55:11.074197 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.090811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Transition to ACTIVE for port object 4bd5c17a-27a5-4ceb-9b90-605830922155 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:55:11.114860 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.121662 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c0313d79-a1c6-46e3-8af5-47976e472c21 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:11.186889 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Network 173970ce-0a50-42aa-941d-0dcab0c58340 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:55:11.190038 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:55:11.194150 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:55:11.237345 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:11.255704 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.256072 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.256431 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.256886 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.257121 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.257469 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.257920 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.258291 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.258635 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.258974 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.259289 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.259635 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:11.265329 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:11.278963 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:11.279590 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.311210 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7881322 May 20 16:55:11.337280 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Request body: {'port': {'device_id': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:11.419276 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:55:11.489692 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.619857 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-0c1e4832-a2d9-40d5-8328-5c7e9ad0de1a None None] Provisioning for port 4bd5c17a-27a5-4ceb-9b90-605830922155 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:55:11.625649 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-0c1e4832-a2d9-40d5-8328-5c7e9ad0de1a None None] Provisioning complete for port 4bd5c17a-27a5-4ceb-9b90-605830922155 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:55:11.626191 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-0c1e4832-a2d9-40d5-8328-5c7e9ad0de1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.695100 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e4832-a2d9-40d5-8328-5c7e9ad0de1a None None] Port 4bd5c17a-27a5-4ceb-9b90-605830922155 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:55:11.830207 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d61d-534e-4167-8914-0495ab6d5afa req-2c227a58-ce33-4d0d-86fc-5ba2cd3cd70b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:11.832296 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2275d61d-534e-4167-8914-0495ab6d5afa req-2c227a58-ce33-4d0d-86fc-5ba2cd3cd70b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 931 time: 0.0907798 May 20 16:55:11.882325 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd5c17a-27a5-4ceb-9b90-605830922155 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:11.884226 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2275d61d-534e-4167-8914-0495ab6d5afa req-74a5b3d2-3f30-41e9-9dd8-6a863b73b178 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 May 20 16:55:11.891195 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.908017 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Transition to ACTIVE for port object 4bd5c17a-27a5-4ceb-9b90-605830922155 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:55:11.915428 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:11.920321 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3409d0fa-8452-4006-b526-e45a471a900e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:12.076290 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:12.112147 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:12.157104 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Attempting to bind port 4bd5c17a-27a5-4ceb-9b90-605830922155 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:55:12.157431 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Attempting to bind port 4bd5c17a-27a5-4ceb-9b90-605830922155 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:55:12.157750 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Attempting to bind port 4bd5c17a-27a5-4ceb-9b90-605830922155 on network 173970ce-0a50-42aa-941d-0dcab0c58340 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:12.162983 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Port 4bd5c17a-27a5-4ceb-9b90-605830922155 on network 173970ce-0a50-42aa-941d-0dcab0c58340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:55:12.163301 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Attempting to bind port 4bd5c17a-27a5-4ceb-9b90-605830922155 on network 173970ce-0a50-42aa-941d-0dcab0c58340 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:12.168244 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:55:12.168571 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Checking segment: {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:55:12.168949 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Bound using segment: {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:55:12.169394 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Bound port: 4bd5c17a-27a5-4ceb-9b90-605830922155, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56efe98-dc81-4fdb-921a-005c552c8c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:55:12.169729 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:12.217323 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd613b6-815a-4b3d-858c-35be50d0af14 req-fe519934-20f2-4da6-bc0c-acbbd4914229 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:12.218735 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bbd613b6-815a-4b3d-858c-35be50d0af14 req-fe519934-20f2-4da6-bc0c-acbbd4914229 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.0847862 May 20 16:55:12.263854 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:55:12.267463 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:55:12.272838 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:12.276740 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-eac56d87-fe1d-445a-a244-f6e0362cca6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:12.354749 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bbd613b6-815a-4b3d-858c-35be50d0af14 req-16d8d0b4-2a79-4e21-8ce0-fa454e6bd7fe tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271627 May 20 16:55:12.413217 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:12.413818 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:12.415195 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] 10.222.0.82 "PUT /v2.0/ports/4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 1093 time: 1.0890872 May 20 16:55:12.415890 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:12.434189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:12.437334 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:12.479618 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'status': 'completed', 'code': 200} May 20 16:55:12.577175 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a97d608d-019d-4623-b541-2c1c16c61550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:12.579158 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-a97d608d-019d-4623-b541-2c1c16c61550 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1096 time: 0.0848415 May 20 16:55:12.687284 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-bace3a4c-fa18-468f-a565-74a97c63ff5a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 217 time: 0.0970685 May 20 16:55:12.759585 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-114f2ba4-197d-4ee5-94df-d8473eb6fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:12.761013 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-114f2ba4-197d-4ee5-94df-d8473eb6fd26 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 200 len: 847 time: 0.0655320 May 20 16:55:12.842146 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-9a82f939-bb3f-4434-8bf1-e6fe10024e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:12.843629 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-9a82f939-bb3f-4434-8bf1-e6fe10024e0d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=173970ce-0a50-42aa-941d-0dcab0c58340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750136 May 20 16:55:12.994959 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-e389538c-ced1-437c-8951-d6695063a771 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435790 May 20 16:55:13.000255 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2523f95-3b65-451e-b990-b746643f8c50 req-78d01b33-8a58-4f9f-ace7-c73ee8c5e5a6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.001866 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a2523f95-3b65-451e-b990-b746643f8c50 req-78d01b33-8a58-4f9f-ace7-c73ee8c5e5a6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0848548 May 20 16:55:13.061065 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a2523f95-3b65-451e-b990-b746643f8c50 req-aca3cbee-b212-4c1e-8407-9144fee58c24 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519526 May 20 16:55:13.163260 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-81e9220b-3c2c-4ec4-9b42-3ae74d260fbd req-6080a8bb-474a-4900-895b-8a278f6d0fb0 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539071 May 20 16:55:13.219162 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f9b47-5f2d-4a1a-8bb2-520b07e32ec1 req-fc606933-aed9-43c2-83e0-6777309f866e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.220606 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-061f9b47-5f2d-4a1a-8bb2-520b07e32ec1 req-fc606933-aed9-43c2-83e0-6777309f866e tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 943 time: 0.0869856 May 20 16:55:13.273397 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-061f9b47-5f2d-4a1a-8bb2-520b07e32ec1 req-607648db-6028-4f2c-bd78-47263c6e0371 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464976 May 20 16:55:13.290768 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-cd4738a3-8c78-41d0-b6fa-6110f554bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.292221 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-cd4738a3-8c78-41d0-b6fa-6110f554bea7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1096 time: 0.0790899 May 20 16:55:13.437282 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-2af5cdfe-38c4-4df0-adc0-2b919668bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.438760 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-2af5cdfe-38c4-4df0-adc0-2b919668bbe1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 909 time: 0.1333063 May 20 16:55:13.454549 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26675c14-e210-4a76-98b3-6dfa7a20820d req-a84a2a80-e2c6-4b6b-ad00-d0bc1c170e5c tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.457188 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:55:13.462732 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-26675c14-e210-4a76-98b3-6dfa7a20820d req-a84a2a80-e2c6-4b6b-ad00-d0bc1c170e5c tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1078835 May 20 16:55:13.517496 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-0d341b6a-57fb-49b0-8044-8d26716fadba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 217 time: 0.0709162 May 20 16:55:13.561570 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-26675c14-e210-4a76-98b3-6dfa7a20820d req-2b079a21-dc97-4833-9c3c-d4ff69a9d1d2 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978079 May 20 16:55:13.600151 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-0c84b612-4b9d-460e-843e-80aa3c058ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.600758 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19a6bb-2af1-4ed1-8bb3-4b4dbf53d018 req-9558214a-195b-4476-a2e6-91d015843d15 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.601564 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-0c84b612-4b9d-460e-843e-80aa3c058ca1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 200 len: 847 time: 0.0740511 May 20 16:55:13.601868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0f19a6bb-2af1-4ed1-8bb3-4b4dbf53d018 req-9558214a-195b-4476-a2e6-91d015843d15 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 943 time: 0.1189506 May 20 16:55:13.610765 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:13.625038 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '9417aaf1-5163-48e7-a257-c6da70d20831', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'port_id': '9417aaf1-5163-48e7-a257-c6da70d20831', 'mac_address': 'fa:16:3e:43:88:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:55:13.651491 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0f19a6bb-2af1-4ed1-8bb3-4b4dbf53d018 req-697d7ba4-57c3-41ee-aae3-26d028e5f2fd tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 May 20 16:55:13.690470 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:13.699149 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-4f9d1b0a-52df-4acb-96a0-170b9f601bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:13.700611 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-4f9d1b0a-52df-4acb-96a0-170b9f601bd8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=173970ce-0a50-42aa-941d-0dcab0c58340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907125 May 20 16:55:13.708314 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9417aaf1-5163-48e7-a257-c6da70d20831 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:13.724055 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:13.727940 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:13.730144 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:13.794999 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=9']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:13.798310 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:13.833802 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-4cd51f57-aec7-4422-8605-194bdeaa01a3 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253033 May 20 16:55:13.965401 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1b35a789-1504-4306-8af8-6a2b75e5407c req-9483c0b1-dbd7-49c7-b1c4-147843c5e19d service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236644 May 20 16:55:14.105376 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['9417aaf1-5163-48e7-a257-c6da70d20831'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:55:14.227951 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-aafe704a-4cf0-4522-a413-dc395647aa6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:14.257189 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc4621-2dfb-4ae4-9d22-e771a2af45d3 req-130a33a8-42c2-433e-bddd-b84b74732d07 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:14.258693 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c7dc4621-2dfb-4ae4-9d22-e771a2af45d3 req-130a33a8-42c2-433e-bddd-b84b74732d07 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0868454 May 20 16:55:14.305466 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c7dc4621-2dfb-4ae4-9d22-e771a2af45d3 req-c5ddd904-b910-45dc-aa0c-2bae928a02aa tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 May 20 16:55:14.460626 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03755c1-fab0-4280-8e57-d3b80dcc53a3 req-0c88924f-1ecd-4764-ad82-c969327ceac0 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:14.462241 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b03755c1-fab0-4280-8e57-d3b80dcc53a3 req-0c88924f-1ecd-4764-ad82-c969327ceac0 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 943 time: 0.0809758 May 20 16:55:14.509666 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b03755c1-fab0-4280-8e57-d3b80dcc53a3 req-fcea9d57-fe46-4d68-81f8-6ddbd42eed20 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 May 20 16:55:14.743340 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894bd57-650e-4988-b0cf-79009dec0754 req-fb85d3b3-a381-47d4-85fe-77aef010db07 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:14.744775 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5894bd57-650e-4988-b0cf-79009dec0754 req-fb85d3b3-a381-47d4-85fe-77aef010db07 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0832713 May 20 16:55:14.834018 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5894bd57-650e-4988-b0cf-79009dec0754 req-ec16fc6e-6779-45ce-9bd3-ac5117820be0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833514 May 20 16:55:14.873220 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2dc20-344b-438c-b698-ed65bcd6e7fa req-fb15f8ff-26f5-4a72-abef-d1aedfe68ca6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:14.874684 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7bd2dc20-344b-438c-b698-ed65bcd6e7fa req-fb15f8ff-26f5-4a72-abef-d1aedfe68ca6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 944 time: 0.0939691 May 20 16:55:14.920189 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7bd2dc20-344b-438c-b698-ed65bcd6e7fa req-52d8e5c6-dd2e-4af9-a288-5db4da412051 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 May 20 16:55:15.471789 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4bd5c17a-27a5-4ceb-9b90-605830922155 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:55:15.475311 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:55:15.491693 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10e170-553c-4984-86e2-5d74ca522d17 req-41d13fbf-142b-496c-b7b0-6a67b634c66a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:15.493164 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af10e170-553c-4984-86e2-5d74ca522d17 req-41d13fbf-142b-496c-b7b0-6a67b634c66a tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0804808 May 20 16:55:15.556074 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af10e170-553c-4984-86e2-5d74ca522d17 req-cb6dfc70-1aa0-42bc-b4b6-9038dd9d5cd9 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570397 May 20 16:55:15.648544 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 9417aaf1-5163-48e7-a257-c6da70d20831 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:55:15.648671 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:15.713541 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9201503-b941-4c83-87a4-d9b6fde786c2 req-871518cd-716a-4bab-b557-8e72890ec950 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:15.715031 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a9201503-b941-4c83-87a4-d9b6fde786c2 req-871518cd-716a-4bab-b557-8e72890ec950 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 943 time: 0.0898991 May 20 16:55:15.758274 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:15.775715 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'port_id': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'mac_address': 'fa:16:3e:e7:63:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:55:15.777516 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a9201503-b941-4c83-87a4-d9b6fde786c2 req-da4eac1e-6fe8-42da-93f4-3558b56dc26c tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522001 May 20 16:55:15.881964 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:15.890606 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:15.916965 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd5c17a-27a5-4ceb-9b90-605830922155 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:15.928994 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:15.944749 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:15.948151 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:15.951114 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:15.957577 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-d87bed3a-019a-4e1e-96ee-62d2a8f9cbd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:15.985040 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:16.036000 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=10']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:16.039140 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:16.039610 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:16.041526 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37e6ea-80a8-4801-95c4-8986b5630dfe req-384e17f9-9e71-48ec-9d02-134e90636b70 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:16.047012 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1d37e6ea-80a8-4801-95c4-8986b5630dfe req-384e17f9-9e71-48ec-9d02-134e90636b70 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0989518 May 20 16:55:16.095172 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1d37e6ea-80a8-4801-95c4-8986b5630dfe req-0eeeaaf5-0059-4ae5-b518-0fd584acc750 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457530 May 20 16:55:16.114643 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:16.118196 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:16.254283 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-82151032-0633-49c0-9b58-889b120922dd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:16.254975 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-82151032-0633-49c0-9b58-889b120922dd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Synchronizing usage tracker for tenant:a1e11b4e0e2b4bf883071d66a6614721 on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:16.297219 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-82151032-0633-49c0-9b58-889b120922dd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Unset dirty status for tenant:a1e11b4e0e2b4bf883071d66a6614721 on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:16.301642 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-82151032-0633-49c0-9b58-889b120922dd tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.1342466 May 20 16:55:16.323113 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831', 'code': 200} May 20 16:55:16.334912 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['4bd5c17a-27a5-4ceb-9b90-605830922155'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:55:16.457897 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89601-a4bd-48f9-9f6b-fc240a4d1322 req-f1286205-0ab2-4b1f-a939-eec1ecf382d6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:16.468312 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-58e89601-a4bd-48f9-9f6b-fc240a4d1322 req-f1286205-0ab2-4b1f-a939-eec1ecf382d6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.1008282 May 20 16:55:16.475921 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Deleting port 09c77d0f-332c-4eff-b4d0-34299e64c56b {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:55:16.476588 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:16.510844 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-58e89601-a4bd-48f9-9f6b-fc240a4d1322 req-5c10029d-f1bc-4bc5-8280-7366d93365a0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 May 20 16:55:16.691233 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] For port 09c77d0f-332c-4eff-b4d0-34299e64c56b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=09c77d0f-332c-4eff-b4d0-34299e64c56b,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:16.691590 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:16.748019 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ffe87-4ab9-4a15-ae25-83862379562f req-e23a75ef-bad4-43ba-8c38-bd95faf94f1d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:16.749482 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f68ffe87-4ab9-4a15-ae25-83862379562f req-e23a75ef-bad4-43ba-8c38-bd95faf94f1d tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 946 time: 0.0888836 May 20 16:55:16.761720 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c3b4b38d-5d1e-492a-848b-4f8d88b31a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:16.814902 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f68ffe87-4ab9-4a15-ae25-83862379562f req-f16f3762-b923-4ccf-b1ea-eb0f0e31f254 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 May 20 16:55:16.833723 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Calling delete_port for 09c77d0f-332c-4eff-b4d0-34299e64c56b owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:55:16.843653 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:16.991047 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef226db-3f2b-48b5-b2c2-faba0e52a1f6 req-80cbd990-b7e7-4ed8-bd68-c6a4bb74ea63 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:16.992517 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0ef226db-3f2b-48b5-b2c2-faba0e52a1f6 req-80cbd990-b7e7-4ed8-bd68-c6a4bb74ea63 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 944 time: 0.0884483 May 20 16:55:17.008491 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.015820 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-bfe11117-99b2-4008-b853-d41d43d2fc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:17.038944 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0ef226db-3f2b-48b5-b2c2-faba0e52a1f6 req-574e2ebf-8da3-4e45-82a0-f85f8e1c88bf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 May 20 16:55:17.067951 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Pushing event deleted for resources: {'Port': ['ID=09c77d0f-332c-4eff-b4d0-34299e64c56b,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:17.106997 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:17.149707 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] No DVR routers for this DVR port 09c77d0f-332c-4eff-b4d0-34299e64c56b on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:55:17.153136 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.155493 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'name': 'network-vif-deleted', 'tag': '09c77d0f-332c-4eff-b4d0-34299e64c56b'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:17.213357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115729-198b-4eac-9379-1baf5f5f9fde req-6b288f10-7737-4db5-8f27-6ef2c2eab37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.215017 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-69115729-198b-4eac-9379-1baf5f5f9fde req-6b288f10-7737-4db5-8f27-6ef2c2eab37a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1099 time: 0.2790549 May 20 16:55:17.220391 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['9d6f7a41-ca09-4440-9b8b-4d57e4d654e9', '09c77d0f-332c-4eff-b4d0-34299e64c56b'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:55:17.226343 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b50a0e-b382-41b3-9029-aa26ed6aaa60', 'name': 'network-vif-deleted', 'tag': '09c77d0f-332c-4eff-b4d0-34299e64c56b', 'status': 'completed', 'code': 200} May 20 16:55:17.229643 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-396ae668-411d-484d-8992-5dd0b5a0b870 req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "DELETE /v2.0/ports/09c77d0f-332c-4eff-b4d0-34299e64c56b HTTP/1.1" status: 204 len: 173 time: 0.9209971 May 20 16:55:17.281773 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-69115729-198b-4eac-9379-1baf5f5f9fde req-c6563b6c-75bc-41dc-9d0c-d425a2b6ba40 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511551 May 20 16:55:17.287783 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-8af2fa71-0ab0-43bc-ac73-fc0c5ee6ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.289186 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-8af2fa71-0ab0-43bc-ac73-fc0c5ee6ba64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 1099 time: 0.1282692 May 20 16:55:17.310627 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6974f1a-c78d-4325-8d36-548a972f8d82 req-360cb86f-061a-4288-9233-08bfa0b314ce tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.312172 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c6974f1a-c78d-4325-8d36-548a972f8d82 req-360cb86f-061a-4288-9233-08bfa0b314ce tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0966709 May 20 16:55:17.362707 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c6974f1a-c78d-4325-8d36-548a972f8d82 req-e4dbb80d-7db9-446c-8a28-1cca2d468c42 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430727 May 20 16:55:17.486552 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4bd5c17a-27a5-4ceb-9b90-605830922155 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:55:17.500622 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-604a8b90-0fbf-4dbe-bc24-4b64c074d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.502046 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-604a8b90-0fbf-4dbe-bc24-4b64c074d5a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.1353412 May 20 16:55:17.567226 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 4bd5c17a-27a5-4ceb-9b90-605830922155 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:55:17.574947 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 4bd5c17a-27a5-4ceb-9b90-605830922155 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:55:17.575378 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.635026 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-54864f7b-e62c-4941-af94-7c999e814082 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 200 len: 1000 time: 0.1236768 May 20 16:55:17.663436 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.730050 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-3e20de42-2355-4c69-ae84-c1170ac86dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.732623 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-3e20de42-2355-4c69-ae84-c1170ac86dd3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0895429 May 20 16:55:17.738580 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe9ca2-4334-4fa5-b92b-3eb35a5f009c req-db957770-c353-4f56-ae70-b245d18f48c0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.746073 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-11fe9ca2-4334-4fa5-b92b-3eb35a5f009c req-db957770-c353-4f56-ae70-b245d18f48c0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.1112254 May 20 16:55:17.754786 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.795265 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:17.796104 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-11fe9ca2-4334-4fa5-b92b-3eb35a5f009c req-8a9e5911-c13d-475b-b74e-fea12c93e2a3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490537 May 20 16:55:17.802584 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.805702 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:17.841379 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-5309af1b-9d2c-495e-bfd3-cfd5c9ed0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.842960 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-5309af1b-9d2c-495e-bfd3-cfd5c9ed0b59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1017551 May 20 16:55:17.886556 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:17.897459 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:17.983384 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:17.992900 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ccbf9-731b-435d-ba81-1770ebfc8ba4 req-b9c47b76-9203-4b21-8dda-41dd656e742a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:17.994476 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-150ccbf9-731b-435d-ba81-1770ebfc8ba4 req-b9c47b76-9203-4b21-8dda-41dd656e742a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1456232 May 20 16:55:18.011157 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ad0b34fd-c651-436a-8a0a-037cf8a5f68a req-1e3ac82e-e1b4-42d5-ab4d-f2029f8a5a21 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8b50a0e-b382-41b3-9029-aa26ed6aaa60 HTTP/1.1" status: 200 len: 210 time: 0.0598378 May 20 16:55:18.023214 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-aa25499c-a59d-4a68-b547-94851a1fcba8 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593068 May 20 16:55:18.131667 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-150ccbf9-731b-435d-ba81-1770ebfc8ba4 req-15a33ff9-aa21-45dd-aab3-e43b0e09bd0e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314476 May 20 16:55:18.177430 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6d03ca56-4379-49f7-a775-96f0f03b55c2 req-0716034c-5e17-4622-955b-9257fbf3972c service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404440 May 20 16:55:18.234005 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e23d5-aa8f-407f-9866-b5b20892b379 req-9d18e87f-8640-447c-9428-61fde3f362e8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:18.235356 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f57e23d5-aa8f-407f-9866-b5b20892b379 req-9d18e87f-8640-447c-9428-61fde3f362e8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0803127 May 20 16:55:18.281910 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f57e23d5-aa8f-407f-9866-b5b20892b379 req-406450cb-8f1f-4f80-aecb-f0bf9e53e80d tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 May 20 16:55:18.324685 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:18.367742 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'code': 200} May 20 16:55:18.562282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5518b9-c204-432c-9a35-3327a1fa0a0a req-46106bb4-b51f-408b-99fa-81946a707b3b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:18.563759 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-de5518b9-c204-432c-9a35-3327a1fa0a0a req-46106bb4-b51f-408b-99fa-81946a707b3b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0831091 May 20 16:55:18.616638 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-de5518b9-c204-432c-9a35-3327a1fa0a0a req-4b66c881-5942-4a29-b4d9-3e799e1e8955 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440683 May 20 16:55:18.787424 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645efff-b7f6-4c43-bd9b-08a52a6ad868 req-c99626a5-11e2-42c2-8dfa-e2c4aa8e4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:18.789013 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0645efff-b7f6-4c43-bd9b-08a52a6ad868 req-c99626a5-11e2-42c2-8dfa-e2c4aa8e4528 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1098 time: 0.0732248 May 20 16:55:18.836420 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0645efff-b7f6-4c43-bd9b-08a52a6ad868 req-9dcd3c0b-bea1-4eee-b7ee-1ad67b2e0500 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366375 May 20 16:55:18.993538 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ecc7b-4bb1-4b1d-9aca-51e87c2e011f req-803dc42c-5cbd-43f1-a6ca-05a7f2f4a0ba tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:18.994962 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6a9ecc7b-4bb1-4b1d-9aca-51e87c2e011f req-803dc42c-5cbd-43f1-a6ca-05a7f2f4a0ba tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.0856032 May 20 16:55:19.041851 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6a9ecc7b-4bb1-4b1d-9aca-51e87c2e011f req-c416ceee-6bc0-4150-8195-29ad3910367f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 May 20 16:55:19.332388 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a23d-6649-47e6-9bfd-9e80bb9b37d9 req-3f4f9705-08ba-4024-bd11-6e7659672ade tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:19.333840 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5057a23d-6649-47e6-9bfd-9e80bb9b37d9 req-3f4f9705-08ba-4024-bd11-6e7659672ade tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0884798 May 20 16:55:19.383767 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5057a23d-6649-47e6-9bfd-9e80bb9b37d9 req-d553b5f0-3336-4d5c-8410-d0d2332bd924 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 May 20 16:55:19.476057 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:19.484921 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46252e-c830-4c58-a503-02361f9900e9 req-84c012f1-de13-4e19-b2b6-e76e57f019d1 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:19.486560 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0c46252e-c830-4c58-a503-02361f9900e9 req-84c012f1-de13-4e19-b2b6-e76e57f019d1 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0896089 May 20 16:55:19.497738 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 09c77d0f-332c-4eff-b4d0-34299e64c56b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:55:19.531131 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 09c77d0f-332c-4eff-b4d0-34299e64c56b {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:55:19.531479 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 09c77d0f-332c-4eff-b4d0-34299e64c56b not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:55:19.578940 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0c46252e-c830-4c58-a503-02361f9900e9 req-ec23e7a7-c936-48c7-8713-feaac32f849a tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615366 May 20 16:55:19.601827 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac9276-8fd8-44ce-9e14-32b75531bb30 req-390a24a9-2369-4431-8948-2c3ca4790dc3 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:19.603274 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-90ac9276-8fd8-44ce-9e14-32b75531bb30 req-390a24a9-2369-4431-8948-2c3ca4790dc3 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1158569 May 20 16:55:19.647484 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-90ac9276-8fd8-44ce-9e14-32b75531bb30 req-fdcb605c-7221-4ff9-9d99-0941a6ab4993 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 May 20 16:55:19.803973 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917e12-5f27-448e-9c60-8b905b6db2cb req-afc178e7-b98c-4a81-aa55-ae95b4b3df3d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:19.805420 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-40917e12-5f27-448e-9c60-8b905b6db2cb req-afc178e7-b98c-4a81-aa55-ae95b4b3df3d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0809433 May 20 16:55:19.850038 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-40917e12-5f27-448e-9c60-8b905b6db2cb req-7a8292fb-17f8-4274-80bd-2cdf9c38ddb9 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388534 May 20 16:55:20.237445 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e69b-afa1-405e-96e6-990d7de79cd4 req-b2526d08-44ba-4a78-b66d-5d3391163462 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:20.238976 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0794e69b-afa1-405e-96e6-990d7de79cd4 req-b2526d08-44ba-4a78-b66d-5d3391163462 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.0828543 May 20 16:55:20.282807 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0794e69b-afa1-405e-96e6-990d7de79cd4 req-78afb6c1-13c7-4cc7-8e1c-60862a7b86f4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 May 20 16:55:20.570540 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f54d9-4326-4c60-a8a0-6cf972b5d0f8 req-867f17f0-492a-4269-b2e4-6641baa4c138 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:20.571882 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-932f54d9-4326-4c60-a8a0-6cf972b5d0f8 req-867f17f0-492a-4269-b2e4-6641baa4c138 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0816593 May 20 16:55:20.621194 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-932f54d9-4326-4c60-a8a0-6cf972b5d0f8 req-d27106f2-ec22-4e54-9990-a46e2206c470 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 May 20 16:55:20.793299 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b957596-5b71-4f30-9c8c-6a99f547ce16 req-392534da-3400-480a-9c50-3697c01e95bf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:20.794715 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0b957596-5b71-4f30-9c8c-6a99f547ce16 req-392534da-3400-480a-9c50-3697c01e95bf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1105156 May 20 16:55:20.859992 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0b957596-5b71-4f30-9c8c-6a99f547ce16 req-fa8ac2ae-3f21-4a89-814b-2a45a55da910 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591171 May 20 16:55:20.880626 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13cb30-b84e-4fdf-ba0c-0af89b88d17e req-e4cb18c8-b706-4662-9ee7-31d30643631f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:20.882061 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af13cb30-b84e-4fdf-ba0c-0af89b88d17e req-e4cb18c8-b706-4662-9ee7-31d30643631f tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1250350 May 20 16:55:20.927357 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-af13cb30-b84e-4fdf-ba0c-0af89b88d17e req-72a55d7c-c3cd-477e-9571-9a6b4abb8617 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 May 20 16:55:21.106492 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea292-fb98-42cb-af92-ef1244973d4b req-1b93e9ca-cf52-47b3-808e-e52382591d5e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:21.107928 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-272ea292-fb98-42cb-af92-ef1244973d4b req-1b93e9ca-cf52-47b3-808e-e52382591d5e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1383176 May 20 16:55:21.144913 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df8b4-7b4e-4526-b56f-c9fde1ecd21b req-5c5e7e45-c66f-472a-abbd-1999295c7024 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:21.146316 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae0df8b4-7b4e-4526-b56f-c9fde1ecd21b req-5c5e7e45-c66f-472a-abbd-1999295c7024 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1242464 May 20 16:55:21.183775 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-272ea292-fb98-42cb-af92-ef1244973d4b req-6e4f6aeb-1f11-4f68-905d-b214990f7360 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678437 May 20 16:55:21.206460 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae0df8b4-7b4e-4526-b56f-c9fde1ecd21b req-ff42280b-67f1-4456-a505-e6355a2518d1 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517969 May 20 16:55:21.228499 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51060) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:21.452093 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d76664a-40bf-402d-a7e7-80e6a0a94545 tempest-TestShelveInstance-371636280 tempest-TestShelveInstance-371636280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:21.453461 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4d76664a-40bf-402d-a7e7-80e6a0a94545 tempest-TestShelveInstance-371636280 tempest-TestShelveInstance-371636280-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1093 time: 0.2240303 May 20 16:55:21.456421 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51066) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:21.461223 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Request body: {'floatingip': {'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'port_id': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:21.466870 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:21.470591 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Usage tracker for resource:floatingip and tenant:04128e4e4036468e9982afc32f36a6c5 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:21.473850 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:21.479424 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:21.491114 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for floatingip, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:21.627344 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:21.886245 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Allocated IP 172.28.2.9 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/05e85ea7-757d-4464-a17c-ce3021064679) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:55:21.990928 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b875970-fd6a-4921-97ea-0398ce3b4b1e req-2348b41a-95c8-4c10-8497-729b733fad12 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:21.992362 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1b875970-fd6a-4921-97ea-0398ce3b4b1e req-2348b41a-95c8-4c10-8497-729b733fad12 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.1886098 May 20 16:55:22.105913 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1b875970-fd6a-4921-97ea-0398ce3b4b1e req-0bd1d77b-f536-47f8-95ac-6ed26320a2ef tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067128 May 20 16:55:22.136895 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:22.174304 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2607f-d4b3-4353-b462-8a1da3da943f req-84978109-4bb4-44ae-aa8e-663ea46bda56 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:22.175943 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e3d2607f-d4b3-4353-b462-8a1da3da943f req-84978109-4bb4-44ae-aa8e-663ea46bda56 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1350384 May 20 16:55:22.215031 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:22.223660 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:22.270593 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e3d2607f-d4b3-4353-b462-8a1da3da943f req-96f1db7e-3b7b-4a05-b37a-9822c95eaf2c tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886278 May 20 16:55:22.296371 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:55:22.328137 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:55:22.336905 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:55:22.379182 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'Port': ['ID=05e85ea7-757d-4464-a17c-ce3021064679,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:22.400925 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.401227 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.401583 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.401934 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.402309 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.402656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.402997 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.403335 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.403673 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.404010 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.404346 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.404680 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:22.415884 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:22.496872 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d166482-919c-431c-8d31-19ee0652d88d req-c11348e3-0027-4462-86ff-601806c2a517 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:22.498245 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8d166482-919c-431c-8d31-19ee0652d88d req-c11348e3-0027-4462-86ff-601806c2a517 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.2063015 May 20 16:55:22.650865 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8d166482-919c-431c-8d31-19ee0652d88d req-7f820311-e387-401c-9b73-9d68b15c9696 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230264 May 20 16:55:22.828833 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:22.900150 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:23.100386 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:23.104766 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848656'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:23.108525 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3dd4a0b2-bba8-476c-97a8-1fb6a09322b6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:23.215035 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event updated for resources: {'Port': ['ID=05e85ea7-757d-4464-a17c-ce3021064679,revision_number=2']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:23.222711 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:23.270614 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:23.571704 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71efc1a-db2a-4255-ab31-9f5d1ef93d50 req-67373765-c325-44c8-9217-892c44529e89 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:23.573063 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a71efc1a-db2a-4255-ab31-9f5d1ef93d50 req-67373765-c325-44c8-9217-892c44529e89 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.3540347 May 20 16:55:23.611440 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.l3_db [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Floating IP 245f838b-e819-4b89-be25-a33ccc4d5c0b associated. External IP: 172.28.2.9, port: 4bd5c17a-27a5-4ceb-9b90-605830922155. May 20 16:55:23.716335 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a71efc1a-db2a-4255-ab31-9f5d1ef93d50 req-3ee46e9c-de8a-4c0b-afd7-f5f934b8b303 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336768 May 20 16:55:23.781396 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0022eb-d5f2-428e-a9dc-f1a29cebfb2c req-6c80356e-0077-4a93-9242-6300f1b9d8a5 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:23.783003 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4b0022eb-d5f2-428e-a9dc-f1a29cebfb2c req-6c80356e-0077-4a93-9242-6300f1b9d8a5 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.2914171 May 20 16:55:23.907926 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4b0022eb-d5f2-428e-a9dc-f1a29cebfb2c req-8b9c5384-e9bc-4db4-8f06-6bdcf3e934f6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129780 May 20 16:55:24.079237 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270edf4-162f-4fc3-b183-6d4a93f6b942 req-40f70362-3ad6-4ed5-9fd6-61708a4f48a9 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:24.080668 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a270edf4-162f-4fc3-b183-6d4a93f6b942 req-40f70362-3ad6-4ed5-9fd6-61708a4f48a9 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.2584927 May 20 16:55:24.136778 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Router 8016ba54-efa6-4bac-88ff-d52bc12473ee has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:55:24.141606 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a270edf4-162f-4fc3-b183-6d4a93f6b942 req-4bfb67d6-0fbe-45cd-81dd-8512d3dc244e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526092 May 20 16:55:24.319970 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:55:24.329319 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] Sync routers for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:55:24.339302 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:55:24.339893 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:55:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:24.344649 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:24.403165 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9457386 May 20 16:55:24.404043 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:24.455200 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'status': 'completed', 'code': 200} May 20 16:55:24.520695 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:55:24.621830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-b635dd6c-0dd3-4eb6-b6f2-5df19e534029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:24.623296 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-b635dd6c-0dd3-4eb6-b6f2-5df19e534029 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1098 time: 0.1331706 May 20 16:55:24.631306 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fed456-d160-42ed-b83c-aec101db2993 req-eeea213a-de46-43e4-bf56-8eb0c995729e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:24.631950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-41fed456-d160-42ed-b83c-aec101db2993 req-eeea213a-de46-43e4-bf56-8eb0c995729e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Synchronizing usage tracker for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:24.818142 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-41fed456-d160-42ed-b83c-aec101db2993 req-eeea213a-de46-43e4-bf56-8eb0c995729e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Unset dirty status for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:24.819859 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-41fed456-d160-42ed-b83c-aec101db2993 req-eeea213a-de46-43e4-bf56-8eb0c995729e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.3285081 May 20 16:55:24.907325 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '245f838b-e819-4b89-be25-a33ccc4d5c0b', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'port_id': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'mac_address': 'fa:16:3e:e7:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:55:22Z', 'updated_at': '2021-05-20T16:55:22Z', 'revision_number': 0, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 5, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:24.911540 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] Checking router: 8016ba54-efa6-4bac-88ff-d52bc12473ee for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:55:24.913869 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-0ee37bf3-5e5e-4c61-a6c3-89cff0fa1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:24.914284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca1dc3-4cdf-41be-9d92-b9605c26eec3 req-9d52bb24-884b-4497-9b5c-d07f0b16ef7a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:24.915343 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-0ee37bf3-5e5e-4c61-a6c3-89cff0fa1e5f service neutron] 10.222.0.82 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 909 time: 0.2808301 May 20 16:55:24.915736 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6dca1dc3-4cdf-41be-9d92-b9605c26eec3 req-9d52bb24-884b-4497-9b5c-d07f0b16ef7a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 945 time: 0.0838413 May 20 16:55:24.920118 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:55:24.920944 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:55:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:24.969770 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6dca1dc3-4cdf-41be-9d92-b9605c26eec3 req-8f0fd20e-b78f-4fed-9fdd-f31da42a128b tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 May 20 16:55:25.066471 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-9894a518-6016-4ea6-bd6c-0f9e7c608c45 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 997 time: 0.1181176 May 20 16:55:25.105726 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:55:25.118975 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Deleting port bc51680e-48d7-4597-8912-2b03d919f80d {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:55:25.119289 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:25.129708 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bd62f-d746-4504-aa4c-70881c0e530f req-c1b3c42a-9065-4abf-bc67-1d05488d0fc6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:25.131325 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d23bd62f-d746-4504-aa4c-70881c0e530f req-c1b3c42a-9065-4abf-bc67-1d05488d0fc6 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0881269 May 20 16:55:25.172927 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-3f636f9c-504c-4294-926c-77fd0dd9249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:25.174392 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-3f636f9c-504c-4294-926c-77fd0dd9249d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 200 len: 847 time: 0.1021864 May 20 16:55:25.188626 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d23bd62f-d746-4504-aa4c-70881c0e530f req-e61920e5-412a-4619-8f92-7320e9dc73f8 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510428 May 20 16:55:25.323294 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] For port bc51680e-48d7-4597-8912-2b03d919f80d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bc51680e-48d7-4597-8912-2b03d919f80d,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:25.323744 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:25.342473 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832beb7-b8ff-474b-b002-222151c5a220 req-8b0eaf84-3f59-4df3-862f-fb6f2b7e0da4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:25.344041 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a832beb7-b8ff-474b-b002-222151c5a220 req-8b0eaf84-3f59-4df3-862f-fb6f2b7e0da4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0866141 May 20 16:55:25.390718 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a832beb7-b8ff-474b-b002-222151c5a220 req-547db3be-812d-45f3-8e3e-6c2fcff01c04 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 May 20 16:55:25.455102 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Calling delete_port for bc51680e-48d7-4597-8912-2b03d919f80d owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:55:25.468376 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-38cdc293-3300-4357-bf2d-4b8f18d46fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:25.469836 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-38cdc293-3300-4357-bf2d-4b8f18d46fe1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=173970ce-0a50-42aa-941d-0dcab0c58340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2453868 May 20 16:55:25.480514 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '245f838b-e819-4b89-be25-a33ccc4d5c0b', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'port_id': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'mac_address': 'fa:16:3e:e7:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:55:22Z', 'updated_at': '2021-05-20T16:55:22Z', 'revision_number': 0, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 5, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:25.484417 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef970ce-b739-4e31-83e4-a30b4c483f6e None None] The sync data for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb is: [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '245f838b-e819-4b89-be25-a33ccc4d5c0b', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'port_id': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'mac_address': 'fa:16:3e:e7:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:55:22Z', 'updated_at': '2021-05-20T16:55:22Z', 'revision_number': 0, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 5, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:55:25.654303 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-55e15f58-e128-4585-bd79-bb78eade6e41 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734285 May 20 16:55:25.675391 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804dc62-2983-4b2a-9f32-397f4006b826 None None] New status for floating IP 245f838b-e819-4b89-be25-a33ccc4d5c0b: ACTIVE {{(pid=91597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:55:25.775920 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:25.787696 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:25.840398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Pushing event deleted for resources: {'Port': ['ID=bc51680e-48d7-4597-8912-2b03d919f80d,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:25.873287 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:25.986291 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-5b27fa05-9f82-4acc-bf1c-1ecd279132ec req-d15ae38e-c867-45ec-aa69-20afaa0a3f87 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180959 May 20 16:55:25.987037 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] No DVR routers for this DVR port bc51680e-48d7-4597-8912-2b03d919f80d on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:55:25.995166 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:25.997627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'name': 'network-vif-deleted', 'tag': 'bc51680e-48d7-4597-8912-2b03d919f80d'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:26.019709 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-41fed456-d160-42ed-b83c-aec101db2993 req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "DELETE /v2.0/ports/bc51680e-48d7-4597-8912-2b03d919f80d HTTP/1.1" status: 204 len: 173 time: 1.1825778 May 20 16:55:26.044204 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-aba30ba5-07f0-48ab-9850-238f4f127094 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:26.044974 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-aba30ba5-07f0-48ab-9850-238f4f127094 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Synchronizing usage tracker for tenant:a1e11b4e0e2b4bf883071d66a6614721 on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:26.063408 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-aba30ba5-07f0-48ab-9850-238f4f127094 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Unset dirty status for tenant:a1e11b4e0e2b4bf883071d66a6614721 on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:26.064502 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-aba30ba5-07f0-48ab-9850-238f4f127094 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.1902897 May 20 16:55:26.067129 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8336d8be-2295-46c9-a0c4-9d017ba0d2e4', 'name': 'network-vif-deleted', 'tag': 'bc51680e-48d7-4597-8912-2b03d919f80d', 'status': 'completed', 'code': 200} May 20 16:55:26.145729 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5b344130-4d0b-42af-95c2-7d6584b08b60 req-c61b881b-55f2-40d0-9f21-31c5d782bf79 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=8336d8be-2295-46c9-a0c4-9d017ba0d2e4 HTTP/1.1" status: 200 len: 210 time: 0.0434051 May 20 16:55:26.216316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Deleting port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:55:26.216670 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:26.381572 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc335-eb79-44e0-9e80-b60cdddf6994 req-64ed6e86-4216-4671-97aa-ce2224b4e481 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:26.383047 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f79fc335-eb79-44e0-9e80-b60cdddf6994 req-64ed6e86-4216-4671-97aa-ce2224b4e481 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba45a613-e74d-4e93-9b51-474c260b0220 HTTP/1.1" status: 200 len: 945 time: 0.0852034 May 20 16:55:26.432157 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f79fc335-eb79-44e0-9e80-b60cdddf6994 req-86b10be6-d0ea-41ff-b0b9-3564dbd32573 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.69 "GET /v2.0/security-groups?id=6c7eb71c-f214-41bc-9e25-26e26b24047d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 May 20 16:55:26.435419 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] For port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:26.435779 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:26.567068 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Calling delete_port for 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:55:26.590626 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e695b28-dec6-4dfc-86fc-35f3166b246f req-cbabd41c-d4bb-44a5-9cf4-0ee5a69d3287 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:26.592164 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8e695b28-dec6-4dfc-86fc-35f3166b246f req-cbabd41c-d4bb-44a5-9cf4-0ee5a69d3287 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0824573 May 20 16:55:26.640017 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8e695b28-dec6-4dfc-86fc-35f3166b246f req-041eb477-60ac-485b-add4-8c69fc04cb17 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412517 May 20 16:55:26.688999 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:26.694804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:26.710617 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['9d6f7a41-ca09-4440-9b8b-4d57e4d654e9'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:55:26.742900 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Pushing event deleted for resources: {'Port': ['ID=9d6f7a41-ca09-4440-9b8b-4d57e4d654e9,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:26.746025 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:26.815511 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] No DVR routers for this DVR port 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:55:26.817958 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:26.830378 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ab080ac8-aebc-40db-9e2f-24f691edc889 req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] 10.222.0.82 "DELETE /v2.0/ports/9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 HTTP/1.1" status: 204 len: 173 time: 0.7554564 May 20 16:55:27.534865 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51108) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:27.544287 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:55:27.580452 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:55:27.580803 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9d6f7a41-ca09-4440-9b8b-4d57e4d654e9 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:55:27.581243 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device bc51680e-48d7-4597-8912-2b03d919f80d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:55:27.619887 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: bc51680e-48d7-4597-8912-2b03d919f80d {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:55:27.620237 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device bc51680e-48d7-4597-8912-2b03d919f80d not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:55:27.961751 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1889d6-cadf-44fd-bb2f-ba6f2f5719e7 req-41e4c6f0-1e29-4ffb-b5e3-c59fe1239a82 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:27.963211 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ed1889d6-cadf-44fd-bb2f-ba6f2f5719e7 req-41e4c6f0-1e29-4ffb-b5e3-c59fe1239a82 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1888695 May 20 16:55:28.068398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'name': 'network-vif-deleted', 'tag': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:28.080635 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ed1889d6-cadf-44fd-bb2f-ba6f2f5719e7 req-e9715c9e-e40c-41ad-ba4c-05c92641c0fa tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701981 May 20 16:55:28.111830 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba45a613-e74d-4e93-9b51-474c260b0220', 'name': 'network-vif-deleted', 'tag': '9d6f7a41-ca09-4440-9b8b-4d57e4d654e9', 'status': 'completed', 'code': 200} May 20 16:55:28.276811 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871527'] for router_interface, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:28.695164 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Deleting port d3623c78-a027-408b-8def-6c2fa04d398f {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:55:28.695164 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:28.818061 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] For port d3623c78-a027-408b-8def-6c2fa04d398f, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=d3623c78-a027-408b-8def-6c2fa04d398f,segment=NetworkSegment(02a09e5d-9f69-4cd2-a273-a2d899b23f21),segment_id=02a09e5d-9f69-4cd2-a273-a2d899b23f21)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:28.818474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:28.947667 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Calling delete_port for d3623c78-a027-408b-8def-6c2fa04d398f owned by network:router_interface {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:55:29.304612 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d98f2-d72e-456b-bfde-018416d27647 req-c507c685-d4a2-4826-81c8-1040579f704d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:29.306025 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ff0d98f2-d72e-456b-bfde-018416d27647 req-c507c685-d4a2-4826-81c8-1040579f704d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1161830 May 20 16:55:29.383647 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ff0d98f2-d72e-456b-bfde-018416d27647 req-0e11c4ce-3c47-4cff-a269-20035f6f50b7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707533 May 20 16:55:29.415465 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:29.420150 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:29.467131 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3623c78-a027-408b-8def-6c2fa04d398f,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:29.493824 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:29.783631 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871635'] for router_interface, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:29.789819 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-fb517bdd-90e5-4850-a8d3-7b6f0f5b60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:29.791303 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-fb517bdd-90e5-4850-a8d3-7b6f0f5b60bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 1098 time: 0.0756080 May 20 16:55:29.888551 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdbb9f-8ded-43cc-85ee-e0a0aa6d7a62 req-1f319396-4800-42a2-9d31-8e3761cd09e0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:29.890000 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8bfdbb9f-8ded-43cc-85ee-e0a0aa6d7a62 req-1f319396-4800-42a2-9d31-8e3761cd09e0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1935909 May 20 16:55:29.926053 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-914686a6-80ff-4067-9778-5cc157b67e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:29.927766 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-914686a6-80ff-4067-9778-5cc157b67e93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 912 time: 0.1296277 May 20 16:55:30.013606 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8bfdbb9f-8ded-43cc-85ee-e0a0aa6d7a62 req-3d7783b9-f91d-46b2-b32d-aba14f8c6277 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142628 May 20 16:55:30.050506 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-99aae97b-19ec-4544-b3d1-fc3e32d88107 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 200 len: 1001 time: 0.1148911 May 20 16:55:30.118731 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-6159e11d-00ca-445e-8306-82818a7b90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:30.120603 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-6159e11d-00ca-445e-8306-82818a7b90d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.0645659 May 20 16:55:30.210416 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-647d59dc-55d8-41ad-bcc2-4112fa19d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:30.211855 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-647d59dc-55d8-41ad-bcc2-4112fa19d5bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853941 May 20 16:55:30.215106 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Router ba2da7f1-9d3e-4e61-9001-c06bc62c324a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:55:30.345307 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-30027075-e56b-44c3-9139-3c8ba9dbbd8b service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254995 May 20 16:55:30.489718 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-cda3c7bb-6b01-4272-98b5-1c44145af17b req-b58283f4-18cb-421f-acbf-33025910e442 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375780 May 20 16:55:30.498571 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:55:30.509238 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] Sync routers for ids ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:55:30.510632 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] 10.222.0.69 "PUT /v2.0/routers/ba2da7f1-9d3e-4e61-9001-c06bc62c324a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9746933 May 20 16:55:30.513244 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51142) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:30.519904 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] Routers {'ba2da7f1-9d3e-4e61-9001-c06bc62c324a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:55:30.520504 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:55:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:30.688282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks [] for router, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:30.696722 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] Set router ba2da7f1-9d3e-4e61-9001-c06bc62c324a gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:55:30.865116 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:30.935996 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Deleting port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:55:30.936341 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:30.984223 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29'}], 'enable_snat': True}, 'gw_port_id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:55:29Z', 'revision_number': 5, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port': {'id': '727ef6f6-7ce3-42e5-b2fa-904bdc535a3a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:58Z', 'updated_at': '2021-05-20T16:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:30.988464 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] Checking router: ba2da7f1-9d3e-4e61-9001-c06bc62c324a for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:55:30.997945 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] Routers {'ba2da7f1-9d3e-4e61-9001-c06bc62c324a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:55:30.999019 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:55:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:31.064546 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] For port 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:31.064906 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:31.161930 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] Set router ba2da7f1-9d3e-4e61-9001-c06bc62c324a gateway port host: None {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:55:31.252415 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Calling delete_port for 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a owned by network:router_gateway {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:55:31.306961 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:55:30Z', 'revision_number': 6, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port_host': None}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:31.310643 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6d0ba7-914f-4861-a746-e1728c2d962e None None] The sync data for ids ['ba2da7f1-9d3e-4e61-9001-c06bc62c324a'] in dv-cinder-786524-7-smb is: [{'id': 'ba2da7f1-9d3e-4e61-9001-c06bc62c324a', 'name': 'tempest-ServerRescueNegativeTestJSON-194458843-router', 'tenant_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:55:30Z', 'revision_number': 6, 'project_id': 'a1e11b4e0e2b4bf883071d66a6614721', 'gw_port_host': None}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:55:31.325287 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa0a9-6144-4585-95f7-02b07def173f req-5e455985-87e8-4b0a-862a-df37237c771a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:31.326983 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d9ffa0a9-6144-4585-95f7-02b07def173f req-5e455985-87e8-4b0a-862a-df37237c771a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1744909 May 20 16:55:31.394545 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d9ffa0a9-6144-4585-95f7-02b07def173f req-f3109cdd-5029-4ba7-99b4-eac9aa01d5e8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605552 May 20 16:55:31.586438 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:31.603022 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:31.657262 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-f65ef234-ebea-4cae-8969-1cbb91e00a28 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:31.657904 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-f65ef234-ebea-4cae-8969-1cbb91e00a28 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/networks?id=33355d50-6dba-40dc-bb97-a290810ed362 HTTP/1.1" status: 200 len: 813 time: 0.2491622 May 20 16:55:31.682813 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d3623c78-a027-408b-8def-6c2fa04d398f no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:55:31.684424 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=727ef6f6-7ce3-42e5-b2fa-904bdc535a3a,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:31.697754 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:31.722323 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: d3623c78-a027-408b-8def-6c2fa04d398f {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:55:31.722781 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d3623c78-a027-408b-8def-6c2fa04d398f not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:55:31.743425 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-1141cb70-2c45-4e10-818e-3f259f3b609e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/quotas/81280facb61b46b992a0bd4c98a1d21f HTTP/1.1" status: 200 len: 375 time: 0.0473886 May 20 16:55:31.803776 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-57d4a851-a941-4882-bf71-d9269e0d6582 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=81280facb61b46b992a0bd4c98a1d21f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486705 May 20 16:55:31.810413 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711756'] for router_gateway, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.154178 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7284'] for router, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.160368 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.266975 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3712304'] for router, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.267464 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba2da7f1-9d3e-4e61-9001-c06bc62c324a {{(pid=91595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:55:32.281725 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-3a52705e-ab5e-482c-a07c-ffc0324afefe service neutron] 10.222.0.69 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298756 May 20 16:55:32.287812 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.291184 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-335d1e88-3be1-45a9-a38a-e1c9dac80e98 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ba2da7f1-9d3e-4e61-9001-c06bc62c324a HTTP/1.1" status: 204 len: 168 time: 1.7746024 May 20 16:55:32.291569 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51166) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:32.359008 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Deleting subnet fe343890-87e5-4138-aafc-1584992a222f {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:55:32.362269 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.412443 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2518688'] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.424458 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-0e83c27c-b868-4bdf-8744-3f69dc86d303 service neutron] 10.222.0.69 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345193 May 20 16:55:32.472477 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.606057 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d3a4b161-01b9-45f2-8a50-e8d47ca5d44b req-4868afb2-21d1-4c54-ba58-dea7339aaa00 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 210 time: 0.0482905 May 20 16:55:32.802267 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10308614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515558'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.807000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:32.845921 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe343890-87e5-4138-aafc-1584992a222f,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:32.848023 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:32.851495 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:32.854880 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fe343890-87e5-4138-aafc-1584992a222f HTTP/1.1" status: 204 len: 168 time: 0.5622931 May 20 16:55:32.857279 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51180) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:32.965763 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.090725 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.103741 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23265bd2-0bf8-4538-8c1f-7e6ad40587fb']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:33.116838 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a09e5d-9f69-4cd2-a273-a2d899b23f21') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:33.117129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a09e5d-9f69-4cd2-a273-a2d899b23f21') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:55:33.131833 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.147949 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.153930 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:55:33.154336 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:55:33.168005 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:55:33.246780 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.250497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:33.263085 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.272827 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=23265bd2-0bf8-4538-8c1f-7e6ad40587fb,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:33.275809 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:33.281326 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ad648aeb-b312-4f81-b193-b3e23c29d9f9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/23265bd2-0bf8-4538-8c1f-7e6ad40587fb HTTP/1.1" status: 204 len: 168 time: 0.4231255 May 20 16:55:33.393610 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51188) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:33.442232 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-5653cadf-d77a-4556-87d6-eecfcc6d089d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1e11b4e0e2b4bf883071d66a6614721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473876 May 20 16:55:33.444468 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51192) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:33.501032 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.528668 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.587973 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.592287 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2f52b127-3fa4-444e-b7ea-bc25c8ff3bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:33.626793 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7eb71c-f214-41bc-9e25-26e26b24047d,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:33.635715 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:33.647571 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:33.648653 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c7eb71c-f214-41bc-9e25-26e26b24047d HTTP/1.1" status: 204 len: 168 time: 0.2033288 May 20 16:55:33.776317 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:55:33.805978 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-321b2b67-e833-4c26-bc34-5e2123f0e353 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:33.807583 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-321b2b67-e833-4c26-bc34-5e2123f0e353 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "GET /v2.0/networks?id=33355d50-6dba-40dc-bb97-a290810ed362 HTTP/1.1" status: 200 len: 813 time: 0.2060635 May 20 16:55:33.810930 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-790fee95-1262-4e32-b754-6115c2e59f14 req-27387d51-6420-400d-8a40-53069f62bedc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 210 time: 0.0719585 May 20 16:55:33.825317 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Request body: {'port': {'device_id': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362', 'admin_state_up': True, 'tenant_id': '81280facb61b46b992a0bd4c98a1d21f'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:33.845198 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:55:33.845843 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 727ef6f6-7ce3-42e5-b2fa-904bdc535a3a not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:55:33.974959 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:33.978993 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Usage tracker for resource:port and tenant:81280facb61b46b992a0bd4c98a1d21f is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:33.981780 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:33.987563 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:34.004132 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Made reservation on behalf of 81280facb61b46b992a0bd4c98a1d21f for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:55:34.007651 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.169398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Allocated IP 172.20.0.10 (33355d50-6dba-40dc-bb97-a290810ed362/bc4cbaff-a5b1-4bcb-a974-3890319c12b7/8c75bd52-f939-4b7c-8687-bb07c231b395) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:55:34.378329 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.407532 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.413658 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1355fa89-cf0d-47e4-a5ef-d93dde231b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:34.461366 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51222) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:34.480525 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Network 33355d50-6dba-40dc-bb97-a290810ed362 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:55:34.483618 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:55:34.488677 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:55:34.523633 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Pushing event updated for resources: {'Port': ['ID=8c75bd52-f939-4b7c-8687-bb07c231b395,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:34.530014 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:34.559980 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:34.560589 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.572801 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1568366605-network', 'tenant_id': 'ba11e3ac8fc2452a946deee35050999e'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:34.577270 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:34.581915 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Usage tracker for resource:network and tenant:ba11e3ac8fc2452a946deee35050999e is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:34.583900 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7644227 May 20 16:55:34.584809 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:34.591055 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:34.598584 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Request body: {'port': {'device_id': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:34.600195 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Made reservation on behalf of ba11e3ac8fc2452a946deee35050999e for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:55:34.602531 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.614590 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.629190 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:34.633025 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ba11e3ac8fc2452a946deee35050999e is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:34.636026 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:34.641742 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:34.714291 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.726207 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.731333 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.734504 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bfdbfb19-3e10-4744-b8ca-4b1884324529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:34.767191 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:55:34.777109 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:34.780782 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:34.783435 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.783854 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Added segment 70f8d264-5ecf-4e6f-be7c-d8d29c195397 of type vlan for network 704ff81c-de94-4327-9ae1-37d02f28262c May 20 16:55:34.811654 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.842194 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.843624 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:34.844186 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:34.865549 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a1df21f3-7d80-4931-bd9c-a15a8fecc5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:34.887231 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4221082 May 20 16:55:34.888883 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51230) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:55:34.907846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Request body: {'subnet': {'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1568366605-subnet', 'tenant_id': 'ba11e3ac8fc2452a946deee35050999e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:34.914176 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:34.965116 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Usage tracker for resource:subnet and tenant:ba11e3ac8fc2452a946deee35050999e is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:34.973163 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:35.015354 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Pushing event updated for resources: {'Network': ['ID=704ff81c-de94-4327-9ae1-37d02f28262c,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:35.017606 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:35.024867 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:35.026832 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network 704ff81c-de94-4327-9ae1-37d02f28262c details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:55:35.042051 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Made reservation on behalf of ba11e3ac8fc2452a946deee35050999e for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:55:35.044317 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2876565'] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.166639 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c75bd52-f939-4b7c-8687-bb07c231b395 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:35.169399 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c2dd2-b98d-418f-84b3-8426c96fa966 req-54fd6bdb-888a-4a9f-be09-9f55b9eda0f8 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:35.170938 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0b3c2dd2-b98d-418f-84b3-8426c96fa966 req-54fd6bdb-888a-4a9f-be09-9f55b9eda0f8 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 932 time: 0.2031286 May 20 16:55:35.179935 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.195389 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Transition to ACTIVE for port object 8c75bd52-f939-4b7c-8687-bb07c231b395 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:55:35.199035 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.203490 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d22c1708-d30c-4ad9-8755-2317a54ac135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:35.259570 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0b3c2dd2-b98d-418f-84b3-8426c96fa966 req-94eac842-2089-4088-a4f8-37833b69f4d7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810895 May 20 16:55:35.363918 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75bd52-f939-4b7c-8687-bb07c231b395,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:35.399160 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:35.438215 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Attempting to bind port 8c75bd52-f939-4b7c-8687-bb07c231b395 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:55:35.438863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Attempting to bind port 8c75bd52-f939-4b7c-8687-bb07c231b395 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:55:35.438863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Attempting to bind port 8c75bd52-f939-4b7c-8687-bb07c231b395 on network 33355d50-6dba-40dc-bb97-a290810ed362 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:35.444471 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Port 8c75bd52-f939-4b7c-8687-bb07c231b395 on network 33355d50-6dba-40dc-bb97-a290810ed362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:55:35.444794 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Attempting to bind port 8c75bd52-f939-4b7c-8687-bb07c231b395 on network 33355d50-6dba-40dc-bb97-a290810ed362 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:35.449914 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:55:35.450298 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Checking segment: {'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:55:35.450685 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Bound using segment: {'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:55:35.451109 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Bound port: 8c75bd52-f939-4b7c-8687-bb07c231b395, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be51729-4a92-4ca2-be89-977e26803499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:55:35.451484 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.508804 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9848805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2876551'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.513443 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-05060b88-0e84-4325-9a3f-c43d6821effa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:35.545409 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] For port 8c75bd52-f939-4b7c-8687-bb07c231b395, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:55:35.548489 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] For port 8c75bd52-f939-4b7c-8687-bb07c231b395, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c75bd52-f939-4b7c-8687-bb07c231b395,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:55:35.553560 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.558463 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:35.584987 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e72eba-1e62-4825-98c7-18000301d986,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:35.588880 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:35.594309 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Checking segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:55:35.594675 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Network hostable DHCP agents. Network: 704ff81c-de94-4327-9ae1-37d02f28262c, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:55:35.614765 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Network 704ff81c-de94-4327-9ae1-37d02f28262c is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:55:35.616959 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:35.617576 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.618974 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] 10.222.0.82 "PUT /v2.0/ports/8c75bd52-f939-4b7c-8687-bb07c231b395 HTTP/1.1" status: 200 len: 1094 time: 1.0248551 May 20 16:55:35.619449 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'tag': '8c75bd52-f939-4b7c-8687-bb07c231b395'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:35.624251 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, 704ff81c-de94-4327-9ae1-37d02f28262c) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:55:35.635210 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:35.636204 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:35.637028 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9b70c-0fff-41c9-bc64-c629f0b2c93e None None] Network 704ff81c-de94-4327-9ae1-37d02f28262c requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:55:35.641760 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Pushing event updated for resources: {'Port': ['ID=8c75bd52-f939-4b7c-8687-bb07c231b395,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:35.646231 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:35.667772 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6df28784-6f97-4728-8aff-40c260306adf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7776024 May 20 16:55:35.711336 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'tag': '8c75bd52-f939-4b7c-8687-bb07c231b395', 'status': 'completed', 'code': 200} May 20 16:55:35.747171 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-98e6e20e-9969-4ee3-9dd1-6ae1eebe9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:35.748643 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-98e6e20e-9969-4ee3-9dd1-6ae1eebe9955 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81280facb61b46b992a0bd4c98a1d21f&device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 1097 time: 0.0755389 May 20 16:55:35.831481 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-6dfa65d7-9823-4640-9fca-7244ae9f0b25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75bd52-f939-4b7c-8687-bb07c231b395 HTTP/1.1" status: 200 len: 217 time: 0.0714512 May 20 16:55:35.855683 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbedfc7-0d51-4343-b581-d9ccf021482a None None] Network 704ff81c-de94-4327-9ae1-37d02f28262c requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:55:35.903229 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-07448465-0d88-4a2e-9c03-79d57c60cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:35.904623 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-07448465-0d88-4a2e-9c03-79d57c60cc5d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc4cbaff-a5b1-4bcb-a974-3890319c12b7 HTTP/1.1" status: 200 len: 853 time: 0.0664639 May 20 16:55:35.953752 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-a0ec9515-0675-4477-88a1-303b179c0d1c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33355d50-6dba-40dc-bb97-a290810ed362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411260 May 20 16:55:36.095255 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-07a73620-b0a3-4c8b-872c-d1608639abd0 service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324229 May 20 16:55:36.226902 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-51e28763-7375-4f5f-bed9-82bcded83a5a req-53dcb0d9-5d5a-4540-bee8-1922b938d77f service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237133 May 20 16:55:36.233975 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-7a8cbf1c-b508-47c0-947b-9e4946005055 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:36.234694 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-7a8cbf1c-b508-47c0-947b-9e4946005055 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Synchronizing usage tracker for tenant:ba11e3ac8fc2452a946deee35050999e on resource:network {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:36.250894 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-7a8cbf1c-b508-47c0-947b-9e4946005055 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Unset dirty status for tenant:ba11e3ac8fc2452a946deee35050999e on resource:network {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:36.252013 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-7a8cbf1c-b508-47c0-947b-9e4946005055 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.1625330 May 20 16:55:36.267176 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-9888c400-6619-462f-a597-d5e07ebef1d5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/quotas/ba11e3ac8fc2452a946deee35050999e HTTP/1.1" status: 200 len: 375 time: 0.0090470 May 20 16:55:36.345260 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f27ee-d248-493f-82da-c74b5e670f54 req-846ccb0b-df9c-4659-b38a-c33daf53e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:36.347403 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-356f27ee-d248-493f-82da-c74b5e670f54 req-846ccb0b-df9c-4659-b38a-c33daf53e483 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=81280facb61b46b992a0bd4c98a1d21f&device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 1097 time: 0.0765774 May 20 16:55:36.441993 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-a777d796-a9f9-4222-99bd-f680299d0d49 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1693149 May 20 16:55:36.483090 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f27ee-d248-493f-82da-c74b5e670f54 req-ab9aafa3-3aaa-46c7-9527-f862dbecccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:36.484407 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-356f27ee-d248-493f-82da-c74b5e670f54 req-ab9aafa3-3aaa-46c7-9527-f862dbecccba service neutron] 10.222.0.82 "GET /v2.0/networks?id=33355d50-6dba-40dc-bb97-a290810ed362 HTTP/1.1" status: 200 len: 914 time: 0.1306553 May 20 16:55:36.608571 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305efafa-a26d-4b6c-867b-c7e17fd48459 req-21f4bd50-56cc-49a9-a543-d1bd32d2b405 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:36.610007 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-305efafa-a26d-4b6c-867b-c7e17fd48459 req-21f4bd50-56cc-49a9-a543-d1bd32d2b405 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 944 time: 0.2040825 May 20 16:55:36.613487 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-339cd2dd-b783-497e-abf3-67e7b2ce7bed service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605780 May 20 16:55:36.622711 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-356f27ee-d248-493f-82da-c74b5e670f54 req-4ce83530-a43f-4917-9b11-7bf941a23caa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c75bd52-f939-4b7c-8687-bb07c231b395 HTTP/1.1" status: 200 len: 217 time: 0.1312416 May 20 16:55:36.694691 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f27ee-d248-493f-82da-c74b5e670f54 req-83e17389-d33f-4892-b65f-dbbb67505600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:36.696089 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-356f27ee-d248-493f-82da-c74b5e670f54 req-83e17389-d33f-4892-b65f-dbbb67505600 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc4cbaff-a5b1-4bcb-a974-3890319c12b7 HTTP/1.1" status: 200 len: 853 time: 0.0568085 May 20 16:55:36.738425 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-305efafa-a26d-4b6c-867b-c7e17fd48459 req-c86c4274-8b26-4e50-94f9-0b7f99bec90b tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222048 May 20 16:55:36.752955 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-356f27ee-d248-493f-82da-c74b5e670f54 req-bf14435f-20b2-427c-8dcc-59fa17241392 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=33355d50-6dba-40dc-bb97-a290810ed362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421822 May 20 16:55:36.779547 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-88e64870-6259-489a-87be-8d3ed5713d13 service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505227 May 20 16:55:36.888555 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-356f27ee-d248-493f-82da-c74b5e670f54 req-f0738efa-7778-4eed-800e-2065be27eb95 service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289825 May 20 16:55:36.962370 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-448ca1b1-6f93-46b6-8cb1-9d6f77668e79 req-faa2f45d-cbc6-41f9-80c0-62459f767e61 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 210 time: 0.0455039 May 20 16:55:37.033329 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-356f27ee-d248-493f-82da-c74b5e670f54 req-076b168f-8f7c-4be9-ae80-db0f586e7e3b service neutron] 10.222.0.82 "GET /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370289 May 20 16:55:37.945208 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98286901-2e52-4117-b426-167d00b51f10 req-327c1020-c8d6-44eb-8005-574b2fd7415f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:37.950694 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-98286901-2e52-4117-b426-167d00b51f10 req-327c1020-c8d6-44eb-8005-574b2fd7415f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 944 time: 0.0963879 May 20 16:55:38.005400 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-98286901-2e52-4117-b426-167d00b51f10 req-6996caa2-b5fd-4e9a-ada0-d6d69edfebb8 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518215 May 20 16:55:38.066950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1a3b6417-87fb-4659-ad6d-c1d20668a78a tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:38.068474 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1a3b6417-87fb-4659-ad6d-c1d20668a78a tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.1566961 May 20 16:55:38.084372 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Request body: {'port': {'device_id': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'admin_state_up': True, 'tenant_id': 'ba11e3ac8fc2452a946deee35050999e'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:38.131966 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-19a6259c-d8da-4931-9c00-6c451abc959b req-81c57cb3-5a47-4015-8799-ac1e205b8eae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 210 time: 0.0451756 May 20 16:55:38.229749 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:38.233443 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Usage tracker for resource:port and tenant:ba11e3ac8fc2452a946deee35050999e is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:38.236222 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:38.242904 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:38.252260 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Made reservation on behalf of ba11e3ac8fc2452a946deee35050999e for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:55:38.256036 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:38.416440 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Allocated IP 172.20.0.7 (704ff81c-de94-4327-9ae1-37d02f28262c/f9e72eba-1e62-4825-98c7-18000301d986/5e18d862-368f-46e5-96dc-ed7895496730) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:55:38.614072 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:38.643588 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:38.649003 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-eaa64708-0dbb-4aa7-9568-7e1ed8b232dc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:38.716934 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Network 704ff81c-de94-4327-9ae1-37d02f28262c is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:55:38.720106 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:55:38.724628 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:55:38.760304 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event updated for resources: {'Port': ['ID=5e18d862-368f-46e5-96dc-ed7895496730,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:38.764535 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:38.791584 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:38.792196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:38.813622 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334652 May 20 16:55:38.825539 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Request body: {'port': {'device_id': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:38.936351 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.192052 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a259b-42cf-4769-8b24-34d754d16631 req-44ef6804-1ed2-4150-a995-f3b2d4bd6eeb tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:39.194157 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5d9a259b-42cf-4769-8b24-34d754d16631 req-44ef6804-1ed2-4150-a995-f3b2d4bd6eeb tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 944 time: 0.0853398 May 20 16:55:39.245133 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5d9a259b-42cf-4769-8b24-34d754d16631 req-3730923a-cc78-45ec-bf6e-4f163806ddb8 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452974 May 20 16:55:39.330506 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321c590-7c81-41f0-a524-3b11b07e7db1 req-e76c1865-4b4c-4110-9d87-835c4ba6556e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:39.332526 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a321c590-7c81-41f0-a524-3b11b07e7db1 req-e76c1865-4b4c-4110-9d87-835c4ba6556e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 931 time: 0.0864398 May 20 16:55:39.361646 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e18d862-368f-46e5-96dc-ed7895496730 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:39.369358 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.376144 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-a321c590-7c81-41f0-a524-3b11b07e7db1 req-41315f2e-4523-44d6-b81b-5b26ef2c2632 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Synchronizing usage tracker for tenant:ba11e3ac8fc2452a946deee35050999e on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:55:39.384053 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Transition to ACTIVE for port object 5e18d862-368f-46e5-96dc-ed7895496730 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:55:39.388042 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.392155 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-a321c590-7c81-41f0-a524-3b11b07e7db1 req-41315f2e-4523-44d6-b81b-5b26ef2c2632 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Unset dirty status for tenant:ba11e3ac8fc2452a946deee35050999e on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:55:39.392950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-96bf023e-b288-467e-aef5-8874a3ef20f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:39.394156 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a321c590-7c81-41f0-a524-3b11b07e7db1 req-41315f2e-4523-44d6-b81b-5b26ef2c2632 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549843 May 20 16:55:39.547973 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Pushing event updated for resources: {'Port': ['ID=5e18d862-368f-46e5-96dc-ed7895496730,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:39.551013 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:39.617704 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8c75bd52-f939-4b7c-8687-bb07c231b395 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:55:39.628310 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Attempting to bind port 5e18d862-368f-46e5-96dc-ed7895496730 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:55:39.628651 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Attempting to bind port 5e18d862-368f-46e5-96dc-ed7895496730 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:55:39.628978 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Attempting to bind port 5e18d862-368f-46e5-96dc-ed7895496730 on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:39.633519 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Port 5e18d862-368f-46e5-96dc-ed7895496730 on network 704ff81c-de94-4327-9ae1-37d02f28262c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:55:39.633839 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Attempting to bind port 5e18d862-368f-46e5-96dc-ed7895496730 on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:39.638896 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:55:39.639233 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Checking segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:55:39.639616 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Bound using segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:55:39.640034 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Bound port: 5e18d862-368f-46e5-96dc-ed7895496730, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:55:39.640383 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.732222 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] For port 5e18d862-368f-46e5-96dc-ed7895496730, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:55:39.735171 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] For port 5e18d862-368f-46e5-96dc-ed7895496730, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e18d862-368f-46e5-96dc-ed7895496730,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:55:39.739779 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.744335 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:39.750922 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 8c75bd52-f939-4b7c-8687-bb07c231b395, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c75bd52-f939-4b7c-8687-bb07c231b395,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:39.767316 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '8c75bd52-f939-4b7c-8687-bb07c231b395', 'network_id': '33355d50-6dba-40dc-bb97-a290810ed362', 'port_id': '8c75bd52-f939-4b7c-8687-bb07c231b395', 'mac_address': 'fa:16:3e:c7:fd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4cbaff-a5b1-4bcb-a974-3890319c12b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:55:39.799447 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:39.800062 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.801688 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] 10.222.0.82 "PUT /v2.0/ports/5e18d862-368f-46e5-96dc-ed7895496730 HTTP/1.1" status: 200 len: 1093 time: 0.9798191 May 20 16:55:39.802210 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'tag': '5e18d862-368f-46e5-96dc-ed7895496730'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:39.823843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Pushing event updated for resources: {'Port': ['ID=5e18d862-368f-46e5-96dc-ed7895496730,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:39.826905 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:39.831441 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.849165 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c75bd52-f939-4b7c-8687-bb07c231b395 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:39.851072 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'tag': '5e18d862-368f-46e5-96dc-ed7895496730', 'status': 'completed', 'code': 200} May 20 16:55:39.865179 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 8c75bd52-f939-4b7c-8687-bb07c231b395, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c75bd52-f939-4b7c-8687-bb07c231b395,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:39.869110 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:39.870827 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-f9ce7703-63f6-4369-9251-f5923aaef498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:39.927288 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-fba37930-46df-4b47-8aa8-49058e4ada14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:39.928741 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-fba37930-46df-4b47-8aa8-49058e4ada14 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 1096 time: 0.0711157 May 20 16:55:39.935446 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=8c75bd52-f939-4b7c-8687-bb07c231b395,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:39.943092 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.943453 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.943779 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.944095 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.944421 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.944742 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.945060 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.945376 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.945692 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.946006 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.946343 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.946656 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:55:39.950316 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:40.004280 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-f4cd5a61-ac5c-470d-a086-30cedfd630fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e18d862-368f-46e5-96dc-ed7895496730 HTTP/1.1" status: 200 len: 217 time: 0.0640059 May 20 16:55:40.070343 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-0cab98c7-79a8-40fe-be51-4792749b3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:40.071708 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-0cab98c7-79a8-40fe-be51-4792749b3383 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.0596974 May 20 16:55:40.111356 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['8c75bd52-f939-4b7c-8687-bb07c231b395'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:55:40.119241 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-64862506-4c5f-439d-a128-a2bb7e3f53e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398998 May 20 16:55:40.250935 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-fc56e6ab-cc3e-4f99-b0bf-fd8996158a06 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239786 May 20 16:55:40.382655 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-49788fb5-d0b1-4b07-b649-59e5ae6d7235 req-02722757-6e51-4340-8e7e-19dd3a7a0222 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252091 May 20 16:55:40.444397 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dddbd-edc6-4511-a535-314dd9c081dc req-d40033d5-317e-48d6-b53c-796f42b5fcfc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:40.446499 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7b9dddbd-edc6-4511-a535-314dd9c081dc req-d40033d5-317e-48d6-b53c-796f42b5fcfc tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 945 time: 0.0870826 May 20 16:55:40.493104 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7b9dddbd-edc6-4511-a535-314dd9c081dc req-a2907722-39c7-4a71-b4a5-67e54e994cd8 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 May 20 16:55:40.515541 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980841e-d586-414e-b82d-2f10bdff0557 req-dd11e892-3bfc-4f8d-8701-56ea499a88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:40.516988 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e980841e-d586-414e-b82d-2f10bdff0557 req-dd11e892-3bfc-4f8d-8701-56ea499a88b7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 1096 time: 0.0733719 May 20 16:55:40.589586 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d95a1-2e66-4594-a3e9-97a0f134f498 req-6c755ae5-bff7-49aa-bab9-6e271a132373 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:40.591202 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c3d95a1-2e66-4594-a3e9-97a0f134f498 req-6c755ae5-bff7-49aa-bab9-6e271a132373 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 943 time: 0.0829606 May 20 16:55:40.640135 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c3d95a1-2e66-4594-a3e9-97a0f134f498 req-5166b21b-9bfd-44c5-9a08-cca765bbc3d4 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 May 20 16:55:40.653212 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980841e-d586-414e-b82d-2f10bdff0557 req-0fcfa59a-5a02-4d5b-843b-9bb01668265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:40.654677 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e980841e-d586-414e-b82d-2f10bdff0557 req-0fcfa59a-5a02-4d5b-843b-9bb01668265c service neutron] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 916 time: 0.1308746 May 20 16:55:40.736120 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e980841e-d586-414e-b82d-2f10bdff0557 req-6a1cc3c9-92a4-4b42-a559-c77d1065b8b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e18d862-368f-46e5-96dc-ed7895496730 HTTP/1.1" status: 200 len: 217 time: 0.0659952 May 20 16:55:40.809208 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980841e-d586-414e-b82d-2f10bdff0557 req-dd87ff46-27c7-41f3-a8a8-1b80035c3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:40.810647 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e980841e-d586-414e-b82d-2f10bdff0557 req-dd87ff46-27c7-41f3-a8a8-1b80035c3691 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.0601208 May 20 16:55:40.866045 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e980841e-d586-414e-b82d-2f10bdff0557 req-6816bdb2-cf05-4937-8979-df48b5c5c97a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464299 May 20 16:55:41.088069 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e980841e-d586-414e-b82d-2f10bdff0557 req-b0c7d687-0a6e-4e7d-a445-4b98ae01b3a0 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146206 May 20 16:55:41.237868 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e980841e-d586-414e-b82d-2f10bdff0557 req-61cf4c0a-436d-486e-b8f6-5357b4938016 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404016 May 20 16:55:41.637891 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8c75bd52-f939-4b7c-8687-bb07c231b395 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:55:41.684080 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5565cb-88d3-4a79-9c86-75587ceb341b req-516951f9-bbf5-461a-be8c-29e3892d982a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:41.685563 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ce5565cb-88d3-4a79-9c86-75587ceb341b req-516951f9-bbf5-461a-be8c-29e3892d982a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 945 time: 0.0818927 May 20 16:55:41.717025 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 8c75bd52-f939-4b7c-8687-bb07c231b395 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:55:41.722594 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 8c75bd52-f939-4b7c-8687-bb07c231b395 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:55:41.722974 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:41.731549 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ce5565cb-88d3-4a79-9c86-75587ceb341b req-27800bdc-4aee-486c-b62b-1e2c1a344bc3 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 May 20 16:55:41.839714 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef70ac7-944f-4bab-b70b-911b7797f137 req-62d6b59c-e160-4068-bcd2-b952fc769fe5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:41.841304 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fef70ac7-944f-4bab-b70b-911b7797f137 req-62d6b59c-e160-4068-bcd2-b952fc769fe5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 943 time: 0.0850945 May 20 16:55:41.844320 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:41.874589 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75bd52-f939-4b7c-8687-bb07c231b395'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:41.884514 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 8c75bd52-f939-4b7c-8687-bb07c231b395, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c75bd52-f939-4b7c-8687-bb07c231b395,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:41.887849 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fef70ac7-944f-4bab-b70b-911b7797f137 req-1352560a-4cf7-4def-82cc-a309a9dfd422 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 May 20 16:55:41.892231 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:41.895405 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-a938036b-cb79-4c7b-96c7-d123b948b75e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:41.938839 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c75bd52-f939-4b7c-8687-bb07c231b395', 'code': 200} May 20 16:55:41.964523 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=8c75bd52-f939-4b7c-8687-bb07c231b395,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:41.967472 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:42.180592 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768276a-0893-4770-8f8d-42ef294d1ac9 req-ee5534fc-97f0-4b5d-bd1b-80b823e5d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:42.181957 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f768276a-0893-4770-8f8d-42ef294d1ac9 req-ee5534fc-97f0-4b5d-bd1b-80b823e5d4c8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 1099 time: 0.0699325 May 20 16:55:42.224541 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f768276a-0893-4770-8f8d-42ef294d1ac9 req-733c6c26-01c1-488d-a39d-d148a1194db2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353041 May 20 16:55:42.917012 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801bed-3f24-4f51-a6f9-e367a1a335c5 req-fd7c2021-bd5c-42de-8cc4-4d64f5f5ed3f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:42.918505 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3c801bed-3f24-4f51-a6f9-e367a1a335c5 req-fd7c2021-bd5c-42de-8cc4-4d64f5f5ed3f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.0803893 May 20 16:55:42.964267 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3c801bed-3f24-4f51-a6f9-e367a1a335c5 req-8b7a6f82-a85f-41e1-96b9-c3717e42ca9b tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402098 May 20 16:55:43.080636 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da96ddf-51c3-417c-a46f-0a4e84fbc004 req-18a08052-a681-4f2e-b2e1-dbb5d907283c tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:43.082016 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8da96ddf-51c3-417c-a46f-0a4e84fbc004 req-18a08052-a681-4f2e-b2e1-dbb5d907283c tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 943 time: 0.0843368 May 20 16:55:43.128311 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8da96ddf-51c3-417c-a46f-0a4e84fbc004 req-e69e7701-0e16-483a-9f02-70f4578767ea tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 May 20 16:55:43.652422 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 5e18d862-368f-46e5-96dc-ed7895496730 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:55:43.784479 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 5e18d862-368f-46e5-96dc-ed7895496730, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e18d862-368f-46e5-96dc-ed7895496730,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:43.797099 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '5e18d862-368f-46e5-96dc-ed7895496730', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'port_id': '5e18d862-368f-46e5-96dc-ed7895496730', 'mac_address': 'fa:16:3e:85:e8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e72eba-1e62-4825-98c7-18000301d986', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:55:43.852279 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:43.871383 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e18d862-368f-46e5-96dc-ed7895496730 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:43.887660 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 5e18d862-368f-46e5-96dc-ed7895496730, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e18d862-368f-46e5-96dc-ed7895496730,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:43.891481 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:43.894894 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:43.959731 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=5e18d862-368f-46e5-96dc-ed7895496730,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:43.962498 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:44.146892 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf75e-0c8e-4f62-9f9b-13b9d9236489 req-0e3c72ec-c95f-4837-941f-898238ba7a60 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:44.148325 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8eabf75e-0c8e-4f62-9f9b-13b9d9236489 req-0e3c72ec-c95f-4837-941f-898238ba7a60 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.0797117 May 20 16:55:44.175366 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:55:44.201843 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8eabf75e-0c8e-4f62-9f9b-13b9d9236489 req-1da81b94-21d8-4edf-91aa-7fbc4894cf5f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477078 May 20 16:55:44.241633 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-7266f117-d084-488c-ad4d-a7bf0086cb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:44.330044 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a476771-a5dc-4cfa-9d66-a62ab13e459d req-bd375a96-39ac-468e-8d7a-fe5fc9e3ff03 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:44.332074 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7a476771-a5dc-4cfa-9d66-a62ab13e459d req-bd375a96-39ac-468e-8d7a-fe5fc9e3ff03 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 944 time: 0.0921838 May 20 16:55:44.380356 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7a476771-a5dc-4cfa-9d66-a62ab13e459d req-963c623d-67cb-41f2-b04c-981c2568596b tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 May 20 16:55:45.566189 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44d61-46fa-4945-be67-3abf692a20ea req-14bf4194-370d-4918-b61b-81fc735b04cf tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:45.567494 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e8b44d61-46fa-4945-be67-3abf692a20ea req-14bf4194-370d-4918-b61b-81fc735b04cf tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 944 time: 0.0835454 May 20 16:55:45.698816 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 5e18d862-368f-46e5-96dc-ed7895496730 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:55:45.699648 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e8b44d61-46fa-4945-be67-3abf692a20ea req-09734534-3c2f-445a-97cd-5c3029eb1b56 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258571 May 20 16:55:45.765676 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 5e18d862-368f-46e5-96dc-ed7895496730 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:55:45.770423 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 5e18d862-368f-46e5-96dc-ed7895496730 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:55:45.770806 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:45.890306 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:45.917292 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e18d862-368f-46e5-96dc-ed7895496730'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:45.928184 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 5e18d862-368f-46e5-96dc-ed7895496730, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e18d862-368f-46e5-96dc-ed7895496730,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:45.933655 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:45.937088 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:45.972771 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e18d862-368f-46e5-96dc-ed7895496730', 'code': 200} May 20 16:55:46.009563 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=5e18d862-368f-46e5-96dc-ed7895496730,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:46.013244 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:46.235935 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0809e-c525-40d9-85dc-f222419743d2 req-38c20759-1e68-4043-8801-b46a748b63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:46.238071 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ebc0809e-c525-40d9-85dc-f222419743d2 req-38c20759-1e68-4043-8801-b46a748b63c9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 1098 time: 0.0742872 May 20 16:55:46.280319 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ebc0809e-c525-40d9-85dc-f222419743d2 req-7a05709f-c377-46fc-800f-faec5fec18ea service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 May 20 16:55:46.754699 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a6107061-e0a7-4856-a3cc-298522c22eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:46.819550 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:46.894682 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fdae6-b2d1-433f-bb28-c506823a1455 req-71a99f0e-f291-4929-9d30-689136a62827 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:46.896125 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-168fdae6-b2d1-433f-bb28-c506823a1455 req-71a99f0e-f291-4929-9d30-689136a62827 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 945 time: 0.0830424 May 20 16:55:46.944792 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-168fdae6-b2d1-433f-bb28-c506823a1455 req-371ff5ea-6e3a-44c5-8d5b-1c7dc613de64 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 May 20 16:55:47.619289 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:47.980655 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:48.129717 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e254b11-5b80-48d4-9e6f-fbfe55da8fb0 req-d21055d2-cfd5-4e9b-8a04-727213b59d52 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:48.131165 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4e254b11-5b80-48d4-9e6f-fbfe55da8fb0 req-d21055d2-cfd5-4e9b-8a04-727213b59d52 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 945 time: 0.0786080 May 20 16:55:48.182097 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4e254b11-5b80-48d4-9e6f-fbfe55da8fb0 req-019f3854-83c0-44a4-861c-4bd937582f92 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 May 20 16:55:48.418840 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:55:49.477404 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:52.709792 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-98a159f9-4b4c-42b7-aa1c-b18297d02e25 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:52.711245 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-98a159f9-4b4c-42b7-aa1c-b18297d02e25 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.1456225 May 20 16:55:52.726243 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-6ffaf864-d047-40c3-8cf2-f196b9c025c3 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/quotas/ba11e3ac8fc2452a946deee35050999e HTTP/1.1" status: 200 len: 375 time: 0.0094202 May 20 16:55:52.810330 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-7012d05b-be74-44e6-ac44-5df6c07d249c tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783484 May 20 16:55:52.941345 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-4f2dee1d-2706-47f5-ab41-02f87813a31f service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241057 May 20 16:55:53.070374 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-bcb4e702-c8f8-477f-b618-4f1965915e32 service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230896 May 20 16:55:53.247484 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e62d3aa0-db1c-453d-99c8-4abeb8e2a68c req-3bd4aede-802a-4aba-b05f-ac2cf6bd6dd8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 210 time: 0.0422070 May 20 16:55:54.366008 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-266210c2-5665-4878-b873-f5a91ac34c6d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:54.367428 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-266210c2-5665-4878-b873-f5a91ac34c6d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.1476748 May 20 16:55:54.384945 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Request body: {'port': {'device_id': 'b12fa62f-79d9-4917-b262-545c66d35426', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'admin_state_up': True, 'tenant_id': 'ba11e3ac8fc2452a946deee35050999e'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:54.399541 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d493e1ec-3fe9-4ad4-994a-6a780327a715 req-70184f57-2561-47fd-8e75-8cf568426963 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 210 time: 0.0442538 May 20 16:55:54.521022 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:55:54.524791 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Usage tracker for resource:port and tenant:ba11e3ac8fc2452a946deee35050999e is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:55:54.527642 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:55:54.533151 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:55:54.542324 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Made reservation on behalf of ba11e3ac8fc2452a946deee35050999e for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:55:54.545729 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:54.706843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Allocated IP 172.20.0.14 (704ff81c-de94-4327-9ae1-37d02f28262c/f9e72eba-1e62-4825-98c7-18000301d986/3158a749-15c0-4fe2-8cb1-22eb5d2ca900) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:55:54.904143 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:54.933031 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:54.938270 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-00c28b7a-4077-4a22-acea-27ced17ee69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:54.946640 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:55:55.008189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Network 704ff81c-de94-4327-9ae1-37d02f28262c is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:55:55.011357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:55:55.015305 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:55:55.049563 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event updated for resources: {'Port': ['ID=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:55.053601 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:55.081261 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:55.081865 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:55.101969 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7209244 May 20 16:55:55.129086 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Request body: {'port': {'device_id': 'b12fa62f-79d9-4917-b262-545c66d35426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:55:55.243373 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:55.581912 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:55:55.589272 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:55.590389 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8f9a-9982-46eb-9c50-c5b633943e57 req-c9ed6a8a-0de8-49f2-bf5f-05fc4d3705d6 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:55.591827 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1cab8f9a-9982-46eb-9c50-c5b633943e57 req-c9ed6a8a-0de8-49f2-bf5f-05fc4d3705d6 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 932 time: 0.0833972 May 20 16:55:55.605353 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Transition to ACTIVE for port object 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:55:55.609064 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:55.614690 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4692a4e8-a21c-4e8f-b5ff-b7de0d1ce412 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:55.637712 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1cab8f9a-9982-46eb-9c50-c5b633943e57 req-364c0b5a-6152-4eef-9357-7f9cf45f4453 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394566 May 20 16:55:55.833408 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:55.836498 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:55.916491 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Attempting to bind port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:55:55.916817 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Attempting to bind port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:55:55.917134 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Attempting to bind port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:55.921593 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 on network 704ff81c-de94-4327-9ae1-37d02f28262c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:55:55.921904 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Attempting to bind port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:55:55.927901 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:55:55.928228 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Checking segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:55:55.928601 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Bound using segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:55:55.929009 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Bound port: 3158a749-15c0-4fe2-8cb1-22eb5d2ca900, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:55:55.929341 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:56.015703 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] For port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:55:56.019199 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] For port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:55:56.023814 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:56.028191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-37adbd99-e6a1-4789-b926-8281c1b8afde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:55:56.087450 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:56.088059 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:56.089384 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] 10.222.0.82 "PUT /v2.0/ports/3158a749-15c0-4fe2-8cb1-22eb5d2ca900 HTTP/1.1" status: 200 len: 1094 time: 0.9654860 May 20 16:55:56.089885 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12fa62f-79d9-4917-b262-545c66d35426', 'tag': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:55:56.112361 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Pushing event updated for resources: {'Port': ['ID=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:55:56.115974 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:55:56.142777 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12fa62f-79d9-4917-b262-545c66d35426', 'tag': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'status': 'completed', 'code': 200} May 20 16:55:56.217423 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-502fa11f-d6b1-4b22-928d-cd700c8a4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:56.218798 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-502fa11f-d6b1-4b22-928d-cd700c8a4b10 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 1097 time: 0.0729635 May 20 16:55:56.288687 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-68ba2622-c3c4-49ce-bccd-083aebea000a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3158a749-15c0-4fe2-8cb1-22eb5d2ca900 HTTP/1.1" status: 200 len: 217 time: 0.0621428 May 20 16:55:56.351196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-c32ded17-640e-4611-a353-5334c61ddf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:56.352568 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-c32ded17-640e-4611-a353-5334c61ddf5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.0574672 May 20 16:55:56.403920 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-5ad480a8-e517-42fd-9d21-f206268942b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428731 May 20 16:55:56.535102 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-cb01e638-7b75-4536-a8b9-1e572a867ee8 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226580 May 20 16:55:56.668068 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f946b870-9e44-4b9d-a779-00995cdbd540 req-cfa1f3f3-a89d-4cb7-9c37-ef8a5550513d service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254432 May 20 16:55:56.794239 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-f02dffad-7517-402f-88d7-a9eadeb020d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:56.795600 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-f02dffad-7517-402f-88d7-a9eadeb020d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 1097 time: 0.0747461 May 20 16:55:56.822703 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b4128-7980-4dc7-907c-4bded120f840 req-847033d3-3a44-4563-a0e1-46a7f52330be tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:56.824132 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-885b4128-7980-4dc7-907c-4bded120f840 req-847033d3-3a44-4563-a0e1-46a7f52330be tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 944 time: 0.0798926 May 20 16:55:56.873296 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-885b4128-7980-4dc7-907c-4bded120f840 req-e8b67132-93ff-4097-921e-a770f5f575f1 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 May 20 16:55:56.948420 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-72952058-6f0d-4bcd-b83f-121049d03803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:56.949846 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-72952058-6f0d-4bcd-b83f-121049d03803 service neutron] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 916 time: 0.1386564 May 20 16:55:57.025202 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-e04ad353-b989-4b26-8b8a-1bb8293aa772 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3158a749-15c0-4fe2-8cb1-22eb5d2ca900 HTTP/1.1" status: 200 len: 217 time: 0.0646889 May 20 16:55:57.090140 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-99820dfd-13d7-4337-899e-3b8bd2012aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:57.091556 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-99820dfd-13d7-4337-899e-3b8bd2012aa4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.0568557 May 20 16:55:57.143316 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-f171ee88-374d-410d-8c1b-64ca4dc57a8e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433297 May 20 16:55:57.278042 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-0f89137d-dac5-493f-80f3-54e9e3e3b593 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262443 May 20 16:55:57.409413 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-04fc4986-9ddf-4487-8b0d-debcaf76f3f2 req-f70fa327-cdce-4097-a822-54ccd9ffb806 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243384 May 20 16:55:58.055190 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f8933-838b-4486-85d7-8e111873d3ed req-f453950b-5bea-422c-be57-b1a400ef66e0 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:58.056665 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9b4f8933-838b-4486-85d7-8e111873d3ed req-f453950b-5bea-422c-be57-b1a400ef66e0 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 944 time: 0.0797896 May 20 16:55:58.101939 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9b4f8933-838b-4486-85d7-8e111873d3ed req-09c5aa2b-dcdb-483b-9c87-52edb557c69c tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 May 20 16:55:59.288972 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bbabb-48e4-43cf-aa14-db2ec2ded913 req-8cd64544-c133-4daf-a9dc-c13fa540ea45 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:55:59.290332 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-257bbabb-48e4-43cf-aa14-db2ec2ded913 req-8cd64544-c133-4daf-a9dc-c13fa540ea45 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 944 time: 0.0820389 May 20 16:55:59.336020 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-257bbabb-48e4-43cf-aa14-db2ec2ded913 req-01c01595-b0bb-49a7-a8b2-8d68b9053dcb tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 May 20 16:55:59.771888 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:55:59.901877 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:55:59.915106 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'port_id': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'mac_address': 'fa:16:3e:28:6a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e72eba-1e62-4825-98c7-18000301d986', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:55:59.968291 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:55:59.985398 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:00.000369 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:00.005228 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:00.006971 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:00.075389 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:00.078438 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:00.380319 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['3158a749-15c0-4fe2-8cb1-22eb5d2ca900'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:00.531514 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913af8c-fa4d-4a2a-a0d4-39b5f4a3badc req-0a3b4230-caee-4bf3-a6a8-43d8acf1d2ec tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:00.533166 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5913af8c-fa4d-4a2a-a0d4-39b5f4a3badc req-0a3b4230-caee-4bf3-a6a8-43d8acf1d2ec tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 945 time: 0.0868835 May 20 16:56:00.587041 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5913af8c-fa4d-4a2a-a0d4-39b5f4a3badc req-fd2e80b5-60bc-4ad5-86df-13e5d5d1dee6 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 May 20 16:56:01.774836 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4cad3-0cfe-4447-896b-44be5a302441 req-157e1301-b24b-4694-afbd-438888943c80 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:01.776268 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1ab4cad3-0cfe-4447-896b-44be5a302441 req-157e1301-b24b-4694-afbd-438888943c80 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 945 time: 0.0837696 May 20 16:56:01.781101 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:56:01.822484 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1ab4cad3-0cfe-4447-896b-44be5a302441 req-1948de12-f538-42d3-a61d-d2627672c25d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 May 20 16:56:01.850849 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:01.855186 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:01.855560 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:01.971856 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:01.998780 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12fa62f-79d9-4917-b262-545c66d35426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:02.009180 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:02.013169 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:02.015072 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:02.050839 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12fa62f-79d9-4917-b262-545c66d35426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'code': 200} May 20 16:56:02.084500 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:02.087913 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:02.370164 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccfd0a-c9ac-4e38-bf41-c7fb4460c0b7 req-7f7d83a5-8307-426b-b704-0b7fe937a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:02.371635 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e5ccfd0a-c9ac-4e38-bf41-c7fb4460c0b7 req-7f7d83a5-8307-426b-b704-0b7fe937a44b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 1099 time: 0.1316803 May 20 16:56:02.415195 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e5ccfd0a-c9ac-4e38-bf41-c7fb4460c0b7 req-ccf4ee94-f2e7-4748-ae9f-def56d4c9b9b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 May 20 16:56:03.003835 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc2091-b016-4800-8d2e-2ccba856c747 req-a4e81ee3-fa9a-4007-b30e-1c05a55cc095 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:03.005289 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bafc2091-b016-4800-8d2e-2ccba856c747 req-a4e81ee3-fa9a-4007-b30e-1c05a55cc095 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 946 time: 0.0789325 May 20 16:56:03.052868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bafc2091-b016-4800-8d2e-2ccba856c747 req-68df4e50-9976-4924-84e4-7b8e979a90b7 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 May 20 16:56:04.240488 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294177e-7e61-44da-ab15-1da7ed275f10 req-336e16c6-d569-4c06-8bcd-20b88a54d3bd tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:04.241936 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f294177e-7e61-44da-ab15-1da7ed275f10 req-336e16c6-d569-4c06-8bcd-20b88a54d3bd tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 946 time: 0.0808251 May 20 16:56:04.286534 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f294177e-7e61-44da-ab15-1da7ed275f10 req-27c40975-5b22-4179-9d52-f832935bc599 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 May 20 16:56:05.315128 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5701f-8706-49a8-a138-131d0be91770 req-46f9e817-d158-4992-a7ce-8303e6a0c26f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:05.316457 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-51d5701f-8706-49a8-a138-131d0be91770 req-46f9e817-d158-4992-a7ce-8303e6a0c26f tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.0849369 May 20 16:56:05.452417 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-51d5701f-8706-49a8-a138-131d0be91770 req-61791660-68b9-4e08-8184-b42b84f0d4eb tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298738 May 20 16:56:06.185338 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390a16-60fc-4331-a4e2-d9ba7eda76a3 req-2100755a-17d0-466b-9dd2-328e758b66d1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:06.186951 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-67390a16-60fc-4331-a4e2-d9ba7eda76a3 req-2100755a-17d0-466b-9dd2-328e758b66d1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.0858243 May 20 16:56:06.238309 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-67390a16-60fc-4331-a4e2-d9ba7eda76a3 req-cd9ecd4d-a001-402f-b90d-e96f834f3634 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 May 20 16:56:06.436781 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-68f53cb7-9598-40bb-bb93-2459f4105c85 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:06.438121 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-68f53cb7-9598-40bb-bb93-2459f4105c85 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.1431305 May 20 16:56:06.453126 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-10bf4873-1d42-433e-9409-bd6e3afd307e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/quotas/ba11e3ac8fc2452a946deee35050999e HTTP/1.1" status: 200 len: 375 time: 0.0086837 May 20 16:56:06.535663 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-0528e99a-c535-4be5-a7b0-e39a738c2e78 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767231 May 20 16:56:06.722313 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-9998a1f8-4e1b-4c9b-bfd1-9bbd7f8c449a service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798809 May 20 16:56:06.754309 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0668b9-f39e-490c-94d0-109aacf8af4b req-7b43723b-543e-4df5-84bf-0b603b78e15e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:06.755673 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bf0668b9-f39e-490c-94d0-109aacf8af4b req-7b43723b-543e-4df5-84bf-0b603b78e15e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.1936281 May 20 16:56:06.873468 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bf0668b9-f39e-490c-94d0-109aacf8af4b req-1684aa41-7922-4473-bcdf-da930b21a370 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041355 May 20 16:56:06.897137 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-54cd9e20-3f0a-445c-a4cc-95b6a7371e3b service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691592 May 20 16:56:07.070165 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-822d452f-1f2b-4767-b6eb-7262eaaebc16 req-1fce0ed8-cf5c-49f0-a769-61d3d9c016e9 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 210 time: 0.0438266 May 20 16:56:07.433520 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48772a83-7ff4-48a7-8361-5d864745d1a1 req-88184ace-3048-482a-a124-00ebf4323c29 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:07.435374 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-48772a83-7ff4-48a7-8361-5d864745d1a1 req-88184ace-3048-482a-a124-00ebf4323c29 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.0832820 May 20 16:56:07.480548 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-48772a83-7ff4-48a7-8361-5d864745d1a1 req-7820d687-ea6d-4646-9bb7-364d3fa25028 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378497 May 20 16:56:08.061921 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d020c0-4eae-428a-af5b-d676517f1832 req-6691318c-69f7-472f-a82a-fe958575880b tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:08.063365 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-43d020c0-4eae-428a-af5b-d676517f1832 req-6691318c-69f7-472f-a82a-fe958575880b tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.0790367 May 20 16:56:08.112606 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-43d020c0-4eae-428a-af5b-d676517f1832 req-31c59245-8c98-4f3d-b64b-f8eb74cecb69 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 May 20 16:56:08.228927 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2325e73c-06eb-4cad-a8ba-dddf1db79e67 req-56d10e92-ea76-45fd-a451-13ed3e9c5abb tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 210 time: 0.0425177 May 20 16:56:08.346479 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-5caaa46e-5d99-4941-b585-8de51229d2cf tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:08.347988 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-5caaa46e-5d99-4941-b585-8de51229d2cf tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.1486928 May 20 16:56:08.365181 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Request body: {'port': {'device_id': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'admin_state_up': True, 'tenant_id': 'ba11e3ac8fc2452a946deee35050999e'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:08.503136 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:08.506773 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Usage tracker for resource:port and tenant:ba11e3ac8fc2452a946deee35050999e is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:08.509515 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:08.515329 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:08.525023 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Made reservation on behalf of ba11e3ac8fc2452a946deee35050999e for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:56:08.528622 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:08.674098 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc549f8-52d8-40be-9224-3b0a0f342765 req-d860a75b-eca3-4454-b7ab-c5856654d6a6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:08.675586 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fcc549f8-52d8-40be-9224-3b0a0f342765 req-d860a75b-eca3-4454-b7ab-c5856654d6a6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.0842030 May 20 16:56:08.692481 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Allocated IP 172.20.0.2 (704ff81c-de94-4327-9ae1-37d02f28262c/f9e72eba-1e62-4825-98c7-18000301d986/cc412b63-7de0-4f9f-8c82-350518f85e6b) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:56:08.721645 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fcc549f8-52d8-40be-9224-3b0a0f342765 req-0a1230e1-559a-457d-a178-419b457fc347 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 May 20 16:56:08.893113 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:08.922559 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:08.929614 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1d73163a-c6a2-4367-941d-53681e2523ae tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:08.952833 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730', '3158a749-15c0-4fe2-8cb1-22eb5d2ca900'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:09.039708 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Network 704ff81c-de94-4327-9ae1-37d02f28262c is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:56:09.044158 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:09.048986 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:56:09.108667 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event updated for resources: {'Port': ['ID=cc412b63-7de0-4f9f-8c82-350518f85e6b,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:09.117220 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:09.136826 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:09.137522 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:09.171737 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-519a0966-f78b-499d-a38f-d90ff6cde1b2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:09.172433 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-519a0966-f78b-499d-a38f-d90ff6cde1b2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:09.178022 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8174806 May 20 16:56:09.193683 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Request body: {'port': {'device_id': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:09.235705 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-519a0966-f78b-499d-a38f-d90ff6cde1b2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:09.237450 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-519a0966-f78b-499d-a38f-d90ff6cde1b2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.2679815 May 20 16:56:09.312656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b167e8-8506-4e1e-8780-707f13543ce9 req-d382d54d-e7b4-4c49-b7d6-51da410d4ae4 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:09.314976 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-74b167e8-8506-4e1e-8780-707f13543ce9 req-d382d54d-e7b4-4c49-b7d6-51da410d4ae4 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.0869350 May 20 16:56:09.401307 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-74b167e8-8506-4e1e-8780-707f13543ce9 req-55542726-dfa2-47d4-920e-9ee0e0b43e42 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 May 20 16:56:09.405918 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:09.437241 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74fc60-70f5-4d1a-ae4a-6bdfb742e3b2 req-b4f665dc-e8b5-4a42-bcf0-2a1a9a84c128 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:09.438731 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9d74fc60-70f5-4d1a-ae4a-6bdfb742e3b2 req-b4f665dc-e8b5-4a42-bcf0-2a1a9a84c128 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 931 time: 0.1022100 May 20 16:56:09.488188 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9d74fc60-70f5-4d1a-ae4a-6bdfb742e3b2 req-676aee0e-ec2d-4652-88c0-5092f1e7f545 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 May 20 16:56:09.577629 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Deleting port 9417aaf1-5163-48e7-a257-c6da70d20831 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:09.577969 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:09.817548 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] For port 9417aaf1-5163-48e7-a257-c6da70d20831, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9417aaf1-5163-48e7-a257-c6da70d20831,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:09.817905 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:09.916869 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96a2f5-788f-4955-baa3-0f5b755015ec req-5aed5ae7-93a7-4bef-9454-55e763d842f8 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:09.918384 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9f96a2f5-788f-4955-baa3-0f5b755015ec req-5aed5ae7-93a7-4bef-9454-55e763d842f8 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 946 time: 0.0842109 May 20 16:56:09.965910 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9f96a2f5-788f-4955-baa3-0f5b755015ec req-e4ac7a0a-5e11-4479-958f-4b01cd0b16f3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=63d65d98-4937-442f-9877-e42fd176cf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 May 20 16:56:10.148394 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc412b63-7de0-4f9f-8c82-350518f85e6b {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:10.159352 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.257936 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Transition to ACTIVE for port object cc412b63-7de0-4f9f-8c82-350518f85e6b will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:10.261408 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.268106 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:10.377445 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.377809 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.378199 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.l3_db [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Floating IP 1530d6e9-5522-4941-acd2-5eedca513861 disassociated. External IP: 172.28.2.87, port: 9417aaf1-5163-48e7-a257-c6da70d20831. May 20 16:56:10.378536 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Calling delete_port for 9417aaf1-5163-48e7-a257-c6da70d20831 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:10.444724 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Pushing event updated for resources: {'Port': ['ID=cc412b63-7de0-4f9f-8c82-350518f85e6b,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:10.459258 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:10.548266 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Attempting to bind port cc412b63-7de0-4f9f-8c82-350518f85e6b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:56:10.549262 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Attempting to bind port cc412b63-7de0-4f9f-8c82-350518f85e6b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:56:10.549609 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Attempting to bind port cc412b63-7de0-4f9f-8c82-350518f85e6b on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:10.555710 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Port cc412b63-7de0-4f9f-8c82-350518f85e6b on network 704ff81c-de94-4327-9ae1-37d02f28262c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:56:10.555710 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Attempting to bind port cc412b63-7de0-4f9f-8c82-350518f85e6b on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:10.563034 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:56:10.563375 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Checking segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:56:10.563762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Bound using segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:56:10.564462 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Bound port: cc412b63-7de0-4f9f-8c82-350518f85e6b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:56:10.565261 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.599536 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eec97-31f7-414a-a70d-f8ff1c3a03ac req-c8fe0945-cd07-4ba3-b250-5533fc1cc2ea tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:10.601020 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-297eec97-31f7-414a-a70d-f8ff1c3a03ac req-c8fe0945-cd07-4ba3-b250-5533fc1cc2ea tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.0878677 May 20 16:56:10.694758 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-297eec97-31f7-414a-a70d-f8ff1c3a03ac req-9e3f938c-e259-4fc2-a49d-430e18238947 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564346 May 20 16:56:10.707843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.714596 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-15252f1a-1352-4db0-8ae8-c6cc6d439f26 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:10.727278 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081c547-34d9-4ad0-8446-978bef9e78a6 req-559895cc-9928-4742-b9df-f9abc5ee60cc tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:10.728707 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1081c547-34d9-4ad0-8446-978bef9e78a6 req-559895cc-9928-4742-b9df-f9abc5ee60cc tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 943 time: 0.1268258 May 20 16:56:10.768341 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event deleted for resources: {'Port': ['ID=9417aaf1-5163-48e7-a257-c6da70d20831,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:10.770673 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] For port cc412b63-7de0-4f9f-8c82-350518f85e6b, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:56:10.774042 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:10.782560 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] For port cc412b63-7de0-4f9f-8c82-350518f85e6b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc412b63-7de0-4f9f-8c82-350518f85e6b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:56:10.846950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.858859 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:10.872130 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1081c547-34d9-4ad0-8446-978bef9e78a6 req-4b2f1201-fb65-4372-9df6-e7780620ccfc tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373773 May 20 16:56:10.940301 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:10.940912 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:10.942451 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] 10.222.0.82 "PUT /v2.0/ports/cc412b63-7de0-4f9f-8c82-350518f85e6b HTTP/1.1" status: 200 len: 1093 time: 1.7550194 May 20 16:56:10.944695 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'tag': 'cc412b63-7de0-4f9f-8c82-350518f85e6b'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:11.008661 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'tag': 'cc412b63-7de0-4f9f-8c82-350518f85e6b', 'status': 'completed', 'code': 200} May 20 16:56:11.078100 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Pushing event updated for resources: {'Port': ['ID=cc412b63-7de0-4f9f-8c82-350518f85e6b,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:11.082976 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:11.122539 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Router 73377523-a2f4-48a4-a032-083e264df5ad has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:56:11.133612 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-791e0733-1613-488d-8d32-cc224d6e5f9d req-c75c259b-1a32-45fe-9786-4596c1c22a2c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=698f50bb-b3dc-4092-b1a5-7956ed1bb90b HTTP/1.1" status: 200 len: 210 time: 0.0497274 May 20 16:56:11.192019 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-4b13b0d4-d7d4-4f0f-b86c-868d099d06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:11.193487 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-4b13b0d4-d7d4-4f0f-b86c-868d099d06c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 1096 time: 0.1815848 May 20 16:56:11.282016 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-c5ed0e58-1480-404d-9015-2a9c366616e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc412b63-7de0-4f9f-8c82-350518f85e6b HTTP/1.1" status: 200 len: 217 time: 0.0735524 May 20 16:56:11.526991 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:56:11.529282 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-a7369622-d4d7-4edf-9816-1769485d7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:11.530704 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-a7369622-d4d7-4edf-9816-1769485d7321 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.0892658 May 20 16:56:11.537784 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] Sync routers for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:56:11.547399 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:11.548006 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:55:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:11.636532 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-877676de-2fed-451e-b5c9-a79fc653d828 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789938 May 20 16:56:11.644716 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] No DVR routers for this DVR port 9417aaf1-5163-48e7-a257-c6da70d20831 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:56:11.647320 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:11.662547 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6ea0714f-d5ca-4a68-b438-b5705dc101ef req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "DELETE /v2.0/ports/9417aaf1-5163-48e7-a257-c6da70d20831 HTTP/1.1" status: 204 len: 173 time: 2.4110205 May 20 16:56:11.820234 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:11.820596 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-9aeac460-d6cc-4575-83cd-b5836d28b24b service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597805 May 20 16:56:11.889242 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:56:11.934494 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 9417aaf1-5163-48e7-a257-c6da70d20831 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:56:11.936017 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 9417aaf1-5163-48e7-a257-c6da70d20831 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:56:12.004528 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-370bc7ca-18b9-44f7-96fb-330f8a1f8077 req-d06efb38-80a1-4540-a5d0-1cd7278abf8d service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717095 May 20 16:56:12.015508 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330200f-039b-43e6-bece-0411769a4507 req-c766b1f2-388d-4197-80fa-defd47f34c66 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:12.027366 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9330200f-039b-43e6-bece-0411769a4507 req-c766b1f2-388d-4197-80fa-defd47f34c66 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.1789303 May 20 16:56:12.170714 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9330200f-039b-43e6-bece-0411769a4507 req-ed88d051-008d-4eb0-8c02-32e849ff31d1 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419101 May 20 16:56:12.208518 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-524ec22b-427a-4753-8b5b-d49ae7b73eb3 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:12.211102 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-524ec22b-427a-4753-8b5b-d49ae7b73eb3 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Synchronizing usage tracker for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:12.230497 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:12.232082 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35aad-dd36-4259-8093-c73070a19e77 req-b86e9f15-f89e-430c-8e99-d5ac73f09b08 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:12.234516 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] Checking router: 73377523-a2f4-48a4-a032-083e264df5ad for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:56:12.240075 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55a35aad-dd36-4259-8093-c73070a19e77 req-b86e9f15-f89e-430c-8e99-d5ac73f09b08 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 943 time: 0.1249516 May 20 16:56:12.246912 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:12.247518 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:55:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:12.247886 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-f5316cdc-0f2a-4f7b-af07-931ca85d9edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:12.250541 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-f5316cdc-0f2a-4f7b-af07-931ca85d9edf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 1096 time: 0.1349797 May 20 16:56:12.252542 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-524ec22b-427a-4753-8b5b-d49ae7b73eb3 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Unset dirty status for tenant:81280facb61b46b992a0bd4c98a1d21f on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:12.253751 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-524ec22b-427a-4753-8b5b-d49ae7b73eb3 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.2483814 May 20 16:56:12.299177 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55a35aad-dd36-4259-8093-c73070a19e77 req-bc5420e5-fd97-4bac-bcd5-035d67762c64 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573976 May 20 16:56:12.300008 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51580) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:12.371801 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.401631 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.449184 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:12.463563 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.468181 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:12.484836 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d65d98-4937-442f-9877-e42fd176cf2c,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:12.490204 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:12.506318 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.507629 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "DELETE /v2.0/security-groups/63d65d98-4937-442f-9877-e42fd176cf2c HTTP/1.1" status: 204 len: 168 time: 0.2064018 May 20 16:56:12.510487 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51584) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:12.521810 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-acc6c8c1-43da-46a9-a818-25b3823b8b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:12.523423 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-acc6c8c1-43da-46a9-a818-25b3823b8b18 service neutron] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 916 time: 0.2579741 May 20 16:56:12.534468 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.api.v2.resource [None req-ee9cdc40-77a0-4308-bf2b-d18b0e61faa7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] show failed (client error): The resource could not be found. May 20 16:56:12.538497 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-ee9cdc40-77a0-4308-bf2b-d18b0e61faa7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups/63d65d98-4937-442f-9877-e42fd176cf2c HTTP/1.1" status: 404 len: 347 time: 0.0272639 May 20 16:56:12.539455 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51588) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:12.620275 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-7be25c13-cfaf-4db2-bac8-a54a020f49b8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cc412b63-7de0-4f9f-8c82-350518f85e6b HTTP/1.1" status: 200 len: 217 time: 0.0835874 May 20 16:56:12.626480 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Deleting port 8c75bd52-f939-4b7c-8687-bb07c231b395 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:12.627319 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.766745 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Deleting port 4ef234c5-548d-461b-9e86-88e45775b30a {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:12.767518 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.782316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-95681284-c47e-4750-9073-38b443ba4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:12.784595 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-95681284-c47e-4750-9073-38b443ba4928 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.1440277 May 20 16:56:12.821516 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:12.825628 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c942af8-72e5-4310-a2ec-0afbeeb7aa0b None None] The sync data for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb is: [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:56:12.866071 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-530ad349-72e5-4606-ab65-a184599fa3af service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633152 May 20 16:56:12.871361 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] For port 8c75bd52-f939-4b7c-8687-bb07c231b395, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8c75bd52-f939-4b7c-8687-bb07c231b395,segment=NetworkSegment(2be51729-4a92-4ca2-be89-977e26803499),segment_id=2be51729-4a92-4ca2-be89-977e26803499)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:12.871726 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.909127 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:12.909534 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.048162 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Calling delete_port for 8c75bd52-f939-4b7c-8687-bb07c231b395 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:13.052829 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Calling delete_port for 4ef234c5-548d-461b-9e86-88e45775b30a owned by network:floatingip {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:13.073501 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-deleted', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:13.119963 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7e9d9-6f80-423e-b491-01e52fe0ce43 None None] New status for floating IP 1530d6e9-5522-4941-acd2-5eedca513861: DOWN {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:56:13.184444 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.189174 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:13.237685 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event deleted for resources: {'Port': ['ID=4ef234c5-548d-461b-9e86-88e45775b30a,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:13.240806 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:13.351167 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698f50bb-b3dc-4092-b1a5-7956ed1bb90b', 'name': 'network-vif-deleted', 'tag': '9417aaf1-5163-48e7-a257-c6da70d20831', 'status': 'completed', 'code': 200} May 20 16:56:13.355406 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.393266 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-6ba0321a-4277-45f0-9bed-e02e81cb1223 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124083 May 20 16:56:13.423172 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.430631 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-361b2fec-0a03-4b69-9f6f-d9d2d34c0327 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "DELETE /v2.0/floatingips/1530d6e9-5522-4941-acd2-5eedca513861 HTTP/1.1" status: 204 len: 168 time: 0.8849821 May 20 16:56:13.472742 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6a438-a016-4f0f-860c-7c4e228abc26 req-52f738d0-3282-47f2-ae8a-944ccfd99edd tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:13.474326 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-57c6a438-a016-4f0f-860c-7c4e228abc26 req-52f738d0-3282-47f2-ae8a-944ccfd99edd tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f7e48fd-4e09-4c46-a141-4aac8bd0c243 HTTP/1.1" status: 200 len: 946 time: 0.1154795 May 20 16:56:13.574626 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.580608 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-57c6a438-a016-4f0f-860c-7c4e228abc26 req-e3a75fb2-cfac-4828-8bde-6ee8c103327e tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.69 "GET /v2.0/security-groups?id=9dbc829e-d6d0-43f3-85c2-450de93ac9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643327 May 20 16:56:13.589969 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c5f1b09c-1235-4014-8bf3-a99722e1d6a7 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:13.590381 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['8c75bd52-f939-4b7c-8687-bb07c231b395'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:13.601270 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e128097-85be-413b-81cb-b356c66e439d req-ae64f08d-49fc-4c14-b66b-5c0ea59e33c7 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:13.603087 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8e128097-85be-413b-81cb-b356c66e439d req-ae64f08d-49fc-4c14-b66b-5c0ea59e33c7 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 943 time: 0.1278837 May 20 16:56:13.651051 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Pushing event deleted for resources: {'Port': ['ID=8c75bd52-f939-4b7c-8687-bb07c231b395,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:13.654855 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8e128097-85be-413b-81cb-b356c66e439d req-eb64f8b3-b5b7-43b9-8f11-d37e522718f9 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 May 20 16:56:13.658236 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0ccb4e7a-73c4-468c-a5eb-95080ec2c443 req-b817ce7a-4db2-41c7-b6f7-c09ed5a7024f service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234340 May 20 16:56:13.693816 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.693957 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.694325 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.694716 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.695068 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.695429 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.695783 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.696167 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.696481 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.696830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.697179 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.697523 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:13.704712 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:13.744941 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] No DVR routers for this DVR port 8c75bd52-f939-4b7c-8687-bb07c231b395 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:56:13.747282 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:13.762139 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-af6bc257-a5f8-4f28-8da4-ff512a7a6b52 req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] 10.222.0.82 "DELETE /v2.0/ports/8c75bd52-f939-4b7c-8687-bb07c231b395 HTTP/1.1" status: 204 len: 173 time: 1.4436545 May 20 16:56:13.870519 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device cc412b63-7de0-4f9f-8c82-350518f85e6b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:56:14.014124 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port cc412b63-7de0-4f9f-8c82-350518f85e6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc412b63-7de0-4f9f-8c82-350518f85e6b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:14.027179 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': 'cc412b63-7de0-4f9f-8c82-350518f85e6b', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'port_id': 'cc412b63-7de0-4f9f-8c82-350518f85e6b', 'mac_address': 'fa:16:3e:24:7d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e72eba-1e62-4825-98c7-18000301d986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:56:14.082099 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.098115 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc412b63-7de0-4f9f-8c82-350518f85e6b {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:14.113328 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port cc412b63-7de0-4f9f-8c82-350518f85e6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc412b63-7de0-4f9f-8c82-350518f85e6b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:14.117147 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.118909 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:14.228990 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5b76c9df-5ab6-45dd-93ff-6d17c0fb9820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.233644 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=cc412b63-7de0-4f9f-8c82-350518f85e6b,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:14.237076 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:14.308159 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51600) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:14.313601 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1277727645', 'description': 'tempest-description--720483607'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:14.320415 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:14.324550 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:14.327420 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:14.333787 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:14.343528 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.364739 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:14.368378 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group_rule and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:14.371148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:14.376908 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:14.447028 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.450318 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.453731 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:14.466748 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['cc412b63-7de0-4f9f-8c82-350518f85e6b'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:14.495634 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e324085f-8c15-4b45-95a2-98ffac53058c,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:14.498732 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:14.500016 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.503907 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1920018 May 20 16:56:14.504774 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51604) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:14.509182 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'security_group_rule': {'security_group_id': 'e324085f-8c15-4b45-95a2-98ffac53058c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:14.514813 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:14.518866 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group_rule and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:14.521679 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:14.527372 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:14.544786 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.607002 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.612271 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.614566 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:14.635467 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850517d3-c973-478d-a209-a2bb8882bb6f,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:14.642942 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:14.650279 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.654487 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468685 May 20 16:56:14.655061 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51610) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:14.662234 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'security_group_rule': {'security_group_id': 'e324085f-8c15-4b45-95a2-98ffac53058c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:14.667920 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:14.671782 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:security_group_rule and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:14.676276 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:14.682337 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:14.713043 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.779921 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.786909 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.788963 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-29b7ebf8-c54f-4232-94a8-a70ecace2db8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:14.811393 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e854b43f-bf37-4a1a-9f0b-5eb8462b22c0,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:14.814226 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:14.821885 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.823344 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-bb185583-834c-4447-a09e-6f78bd1e7d14 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670284 May 20 16:56:14.826484 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51618) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:14.833351 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'floatingip': {'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:14.839711 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:14.844544 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Usage tracker for resource:floatingip and tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:14.848576 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:14.854988 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:14.858711 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22b03c-1715-42f5-9fa6-23fc2ee29b1e req-ff154e3f-ca48-4066-b50b-5283dcae443c tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:14.860315 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7e22b03c-1715-42f5-9fa6-23fc2ee29b1e req-ff154e3f-ca48-4066-b50b-5283dcae443c tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 944 time: 0.0932086 May 20 16:56:14.868123 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:14.913844 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7e22b03c-1715-42f5-9fa6-23fc2ee29b1e req-b30bf814-b770-4784-b203-2489288743b8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 May 20 16:56:15.013642 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.168004 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Allocated IP 172.28.2.159 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/01f597bb-fbcb-426d-b351-148e9416c5f6) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:56:15.315360 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.345372 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.349660 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-40252c1f-7db3-4d5d-92c3-60e857a61c17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:15.384048 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'name': 'network-vif-deleted', 'tag': '8c75bd52-f939-4b7c-8687-bb07c231b395'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:15.414538 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:56:15.417492 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:15.421381 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:56:15.451992 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7e48fd-4e09-4c46-a141-4aac8bd0c243', 'name': 'network-vif-deleted', 'tag': '8c75bd52-f939-4b7c-8687-bb07c231b395', 'status': 'completed', 'code': 200} May 20 16:56:15.464300 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'Port': ['ID=01f597bb-fbcb-426d-b351-148e9416c5f6,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:15.471850 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:15.511179 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.573052 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.778617 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.783121 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.786316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c92ef802-ce39-494d-8ce4-7b9c92e0570b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:15.890592 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'Port': ['ID=01f597bb-fbcb-426d-b351-148e9416c5f6,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:15.894644 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:15.896583 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device cc412b63-7de0-4f9f-8c82-350518f85e6b up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:56:15.903107 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.926367 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:15.927726 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1000812 May 20 16:56:15.966168 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port cc412b63-7de0-4f9f-8c82-350518f85e6b completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:15.972086 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port cc412b63-7de0-4f9f-8c82-350518f85e6b triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:15.972473 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:16.099827 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:16.117005 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a6b0a-bff2-4c4c-bd49-465f79b57bcb req-4800ded2-fad5-4e96-aaff-42f6ada4a2fe tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:16.118564 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-351a6b0a-bff2-4c4c-bd49-465f79b57bcb req-4800ded2-fad5-4e96-aaff-42f6ada4a2fe tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 944 time: 0.0878005 May 20 16:56:16.128434 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc412b63-7de0-4f9f-8c82-350518f85e6b'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:16.138047 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port cc412b63-7de0-4f9f-8c82-350518f85e6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc412b63-7de0-4f9f-8c82-350518f85e6b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:16.143106 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:16.143962 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8c75bd52-f939-4b7c-8687-bb07c231b395 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:56:16.179757 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:16.210832 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 8c75bd52-f939-4b7c-8687-bb07c231b395 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:56:16.211069 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8c75bd52-f939-4b7c-8687-bb07c231b395 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:56:16.263897 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=cc412b63-7de0-4f9f-8c82-350518f85e6b,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:16.271180 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:16.296493 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-351a6b0a-bff2-4c4c-bd49-465f79b57bcb req-f4a36b91-609f-4083-add5-74670f8186f4 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671519 May 20 16:56:16.307016 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-93eee14e-6f7c-4a66-a99b-8d8dbc3ee004 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:16.334672 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-93eee14e-6f7c-4a66-a99b-8d8dbc3ee004 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:16.336081 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-93eee14e-6f7c-4a66-a99b-8d8dbc3ee004 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1277727645&fields=id&tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 267 time: 0.1868260 May 20 16:56:16.349293 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc412b63-7de0-4f9f-8c82-350518f85e6b', 'code': 200} May 20 16:56:16.496725 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-ae0671b1-9480-4639-ba76-0d8d348b9583 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:16.498472 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-ae0671b1-9480-4639-ba76-0d8d348b9583 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 817 time: 0.1551924 May 20 16:56:16.517162 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-95df913c-5c79-4328-99dd-b3d9cee9b77f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/quotas/9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 375 time: 0.0124094 May 20 16:56:16.609856 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-014ee155-0bca-4203-a5f8-69a39c691b8d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:16.628605 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-014ee155-0bca-4203-a5f8-69a39c691b8d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:16.630346 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-014ee155-0bca-4203-a5f8-69a39c691b8d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071818 May 20 16:56:16.693232 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044fe96-6f16-4308-a16b-51141bfb2806 req-d99a7123-2d25-469d-be00-67283a580abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:16.694809 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7044fe96-6f16-4308-a16b-51141bfb2806 req-d99a7123-2d25-469d-be00-67283a580abc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 1098 time: 0.1521313 May 20 16:56:16.738524 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7044fe96-6f16-4308-a16b-51141bfb2806 req-452607ee-67f8-43b3-9b5b-a329efb7126f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 May 20 16:56:16.756103 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-168d5288-4ef2-4169-b822-7dda31c41ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:16.776421 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-3870d1e2-ee8e-4288-bd76-73a38ce5171f service neutron] 10.222.0.69 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326818 May 20 16:56:16.821489 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:16.911818 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-cf82661b-5bef-4aad-b136-e109c6b17bcb service neutron] 10.222.0.69 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294551 May 20 16:56:17.097385 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-570aa7a7-e7c4-47d6-b411-866b81f1d805 req-49370e9f-39d5-425e-9d5c-c3d78ae8322c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 210 time: 0.0471377 May 20 16:56:17.484779 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f923785-c03e-4286-8f80-0e9c8d471b23 req-e191e2a0-4cb5-4687-b0d0-7159672da055 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:17.486906 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6f923785-c03e-4286-8f80-0e9c8d471b23 req-e191e2a0-4cb5-4687-b0d0-7159672da055 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 945 time: 0.0818675 May 20 16:56:17.533657 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6f923785-c03e-4286-8f80-0e9c8d471b23 req-2c4bcb61-02d6-4d47-890e-f998253e3cf4 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 May 20 16:56:17.630033 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:17.998169 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:18.269728 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-555663b4-6055-4cd3-9c8f-0ee505b3b7b1 req-b58f5e2b-6447-463f-8b7b-34e9a52e002b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 210 time: 0.0462914 May 20 16:56:18.605099 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-1fa4cebb-efa0-4b78-9d39-66690b64cf07 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:18.606679 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-1fa4cebb-efa0-4b78-9d39-66690b64cf07 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 817 time: 0.1493502 May 20 16:56:18.657261 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-818ec7ab-ba5d-4631-8515-7967fa67c781 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:18.669693 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-818ec7ab-ba5d-4631-8515-7967fa67c781 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:security_group {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:18.670835 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-818ec7ab-ba5d-4631-8515-7967fa67c781 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 380 time: 0.0547676 May 20 16:56:18.683405 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'port': {'device_id': '625bb3c1-6843-4098-af78-d73391ab220a', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'admin_state_up': True, 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'security_groups': ['e324085f-8c15-4b45-95a2-98ffac53058c']}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:18.732796 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d00cf4-6004-4e6f-bf2e-26cd8d153464 req-8ccfae50-34fb-43fd-8e37-39b880fd116e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:18.734278 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-54d00cf4-6004-4e6f-bf2e-26cd8d153464 req-8ccfae50-34fb-43fd-8e37-39b880fd116e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 945 time: 0.0885820 May 20 16:56:18.780214 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-54d00cf4-6004-4e6f-bf2e-26cd8d153464 req-670aad17-c018-4ffd-8ed0-2540735d70ee tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393109 May 20 16:56:18.819938 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:18.829179 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:18.838761 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Made reservation on behalf of 9bc2e2a7bfb14918b5da9c2ff097f0c8 for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:56:18.842192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.014284 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Allocated IP 172.20.0.8 (d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7/535cd6bd-cfe2-4694-8fe0-cc20a0d0c037/50244225-37d2-4a9f-bd62-6e08564eb03d) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:56:19.216509 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.232580 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Transition to ACTIVE for port object 50244225-37d2-4a9f-bd62-6e08564eb03d will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:19.257265 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.262610 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:19.338387 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:56:19.341339 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:19.346755 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:56:19.371743 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:19.377883 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:19.421041 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:19.421671 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.458362 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7785516 May 20 16:56:19.474707 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Request body: {'port': {'device_id': '625bb3c1-6843-4098-af78-d73391ab220a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:19.491896 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.509534 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f4ba6-1a1a-40fa-9394-007de720ab48 req-88752865-86b8-4e44-affe-921c929cb56a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:19.514800 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-568f4ba6-1a1a-40fa-9394-007de720ab48 req-88752865-86b8-4e44-affe-921c929cb56a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 931 time: 0.1215987 May 20 16:56:19.568287 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-568f4ba6-1a1a-40fa-9394-007de720ab48 req-95d8f108-19be-419e-83ba-aa061f9a96cf tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479889 May 20 16:56:19.613231 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.646754 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-340f1b08-f58a-45ff-817d-207deade3d56 None None] Provisioning for port 50244225-37d2-4a9f-bd62-6e08564eb03d completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:19.651500 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-340f1b08-f58a-45ff-817d-207deade3d56 None None] Provisioning complete for port 50244225-37d2-4a9f-bd62-6e08564eb03d triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:19.651950 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-340f1b08-f58a-45ff-817d-207deade3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.707130 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-340f1b08-f58a-45ff-817d-207deade3d56 None None] Port 50244225-37d2-4a9f-bd62-6e08564eb03d cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:56:19.952689 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50244225-37d2-4a9f-bd62-6e08564eb03d {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:19.960539 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.974322 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Transition to ACTIVE for port object 50244225-37d2-4a9f-bd62-6e08564eb03d will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:19.977808 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:19.982226 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:20.134605 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:20.141355 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:20.215073 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Attempting to bind port 50244225-37d2-4a9f-bd62-6e08564eb03d on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:56:20.215379 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Attempting to bind port 50244225-37d2-4a9f-bd62-6e08564eb03d by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:56:20.215693 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Attempting to bind port 50244225-37d2-4a9f-bd62-6e08564eb03d on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:20.220901 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Port 50244225-37d2-4a9f-bd62-6e08564eb03d on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:56:20.221216 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Attempting to bind port 50244225-37d2-4a9f-bd62-6e08564eb03d on network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:20.226465 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:56:20.226800 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Checking segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:56:20.227183 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Bound using segment: {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:56:20.227603 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Bound port: 50244225-37d2-4a9f-bd62-6e08564eb03d, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79006d0-22f7-4462-9677-4326a184e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:56:20.227946 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:20.393964 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:56:20.396428 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:56:20.400919 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:20.404600 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a1f56b96-c3bf-4bcc-b906-ef8683f8cd77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:20.463951 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:20.464559 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:20.465905 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] 10.222.0.82 "PUT /v2.0/ports/50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 200 len: 1093 time: 0.9973485 May 20 16:56:20.466426 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:20.484436 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:20.488679 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:20.520594 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'status': 'completed', 'code': 200} May 20 16:56:20.612637 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b0378448-3707-436d-b26f-987d2cc683e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:20.614103 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-b0378448-3707-436d-b26f-987d2cc683e4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1096 time: 0.0798781 May 20 16:56:20.695825 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-923f5713-d430-4873-a1e0-9a75169d7fc4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 200 len: 217 time: 0.0695710 May 20 16:56:20.782072 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-65f9409f-5755-4bfc-8a77-3c29dd3aadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:20.784202 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-65f9409f-5755-4bfc-8a77-3c29dd3aadee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0803263 May 20 16:56:20.831251 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012ec88-f5f0-4714-b8d1-4503a50c041c req-da00d7a8-6549-4964-8369-ed99fe113ba3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:20.832934 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8012ec88-f5f0-4714-b8d1-4503a50c041c req-da00d7a8-6549-4964-8369-ed99fe113ba3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.1093903 May 20 16:56:20.889198 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8012ec88-f5f0-4714-b8d1-4503a50c041c req-5aaf8fad-8c4d-4810-96d5-263cc68af9c7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494561 May 20 16:56:20.903387 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-93381ccb-f686-4181-8cec-d105193007ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:20.904902 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-93381ccb-f686-4181-8cec-d105193007ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0992498 May 20 16:56:21.050503 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-8123107b-0fb3-4ce7-9ab5-7ae3fff6e875 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382494 May 20 16:56:21.200042 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2a1fd384-580a-4368-a3ea-873fda34cd97 req-d9dc09e7-f2ca-4820-978a-4f05e7f68620 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421061 May 20 16:56:21.325422 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-151eb8c0-d8af-4eb0-9ce2-1a8969a14f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:21.326798 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-151eb8c0-d8af-4eb0-9ce2-1a8969a14f7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1096 time: 0.0764222 May 20 16:56:21.466019 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-29b3f5c1-346c-49a3-9e39-43091338e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:21.467427 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-29b3f5c1-346c-49a3-9e39-43091338e237 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.1263077 May 20 16:56:21.536222 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-b05f4498-814a-4ec3-9999-e6c4151e675d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 200 len: 217 time: 0.0588601 May 20 16:56:21.619869 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-b5159a06-d69e-4c80-9697-4a2051895f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:21.621247 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-b5159a06-d69e-4c80-9697-4a2051895f71 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0623515 May 20 16:56:21.699212 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-23f4ed75-0a1a-47b9-9d3a-fab727114de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:21.700581 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-23f4ed75-0a1a-47b9-9d3a-fab727114de3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692856 May 20 16:56:21.835796 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-09b9617f-d9ec-4d7f-a32f-ea9802f6e5a3 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246023 May 20 16:56:21.975040 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3228e6c6-ca2f-40aa-8973-9427d00d8809 req-ba213520-9ac7-474f-94d8-5f450009d9c9 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289155 May 20 16:56:22.098113 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d618b36-f195-45e2-b2d6-4c90d2d5a966 req-19699f87-fb97-4fa0-a75d-1e73df120ef8 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:22.099555 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4d618b36-f195-45e2-b2d6-4c90d2d5a966 req-19699f87-fb97-4fa0-a75d-1e73df120ef8 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.0822077 May 20 16:56:22.148426 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4d618b36-f195-45e2-b2d6-4c90d2d5a966 req-0ce614cd-76e3-4f15-96c3-3ffe1bcddf9e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 May 20 16:56:23.327037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23ebe1-9e08-43b0-aa3c-2993cbaf1704 req-59604f89-fe83-4016-b7c7-3fce08efc802 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:23.328474 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cc23ebe1-9e08-43b0-aa3c-2993cbaf1704 req-59604f89-fe83-4016-b7c7-3fce08efc802 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0890663 May 20 16:56:23.433959 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cc23ebe1-9e08-43b0-aa3c-2993cbaf1704 req-f7993de7-7894-466c-8ee6-03ae50d7d669 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986440 May 20 16:56:23.460089 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82394a4a-9411-4172-bb09-1ebc7ad4311b req-14de6e89-9dd2-4f87-820d-1b436dfceba3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:23.461510 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82394a4a-9411-4172-bb09-1ebc7ad4311b req-14de6e89-9dd2-4f87-820d-1b436dfceba3 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.1034226 May 20 16:56:23.508755 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82394a4a-9411-4172-bb09-1ebc7ad4311b req-4d462502-5b10-475a-a1ab-cf1edfde508d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 May 20 16:56:23.948020 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:56:24.087664 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:24.101841 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'port_id': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'mac_address': 'fa:16:3e:c9:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:56:24.164698 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:24.181862 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50244225-37d2-4a9f-bd62-6e08564eb03d {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:24.197981 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:24.201343 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:24.203077 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:24.268424 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:24.271509 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:24.513293 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['50244225-37d2-4a9f-bd62-6e08564eb03d'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:24.639127 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5a8b7-0062-4149-a885-c6670936c3de req-2c71a6bc-dcd4-4236-ab5c-3f96dce90017 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:24.641227 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-11c5a8b7-0062-4149-a885-c6670936c3de req-2c71a6bc-dcd4-4236-ab5c-3f96dce90017 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.0976779 May 20 16:56:24.737958 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-11c5a8b7-0062-4149-a885-c6670936c3de req-42ecd292-31a0-417b-965a-485e9868e593 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594518 May 20 16:56:24.760027 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550896b-219f-4320-86e5-05ee1e8679ca req-d033fd92-0370-4e9e-a110-d4afc7e7e509 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:24.761418 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3550896b-219f-4320-86e5-05ee1e8679ca req-d033fd92-0370-4e9e-a110-d4afc7e7e509 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 944 time: 0.1189084 May 20 16:56:24.805410 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3550896b-219f-4320-86e5-05ee1e8679ca req-6af76ae4-27f3-4243-912f-0ee42311a5b1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 May 20 16:56:25.303595 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-14720c17-61fb-410f-bfec-2c2884ec7543 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:25.305134 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-14720c17-61fb-410f-bfec-2c2884ec7543 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.2334156 May 20 16:56:25.319598 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-39cbf554-9fe1-419b-b924-4b75e172889a tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/quotas/ba11e3ac8fc2452a946deee35050999e HTTP/1.1" status: 200 len: 375 time: 0.0090096 May 20 16:56:25.405126 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-699e888d-cf7e-4d51-9dcd-6a3809426b81 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802169 May 20 16:56:25.418325 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:56:25.543482 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-59b4bfe6-2b59-4996-ba94-4f965b555b4c service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301172 May 20 16:56:25.681155 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-d8587e8d-9901-460c-ab59-92ebb30c5540 service neutron] 10.222.0.69 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310933 May 20 16:56:25.748766 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-3476869d-c6ee-43b3-8607-d0d71acd5c8f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:25.749457 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-3476869d-c6ee-43b3-8607-d0d71acd5c8f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Synchronizing usage tracker for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:25.770999 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-3476869d-c6ee-43b3-8607-d0d71acd5c8f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Unset dirty status for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:25.772243 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-3476869d-c6ee-43b3-8607-d0d71acd5c8f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1049068 May 20 16:56:25.917273 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d0f51423-d457-4b89-bb33-a59fbaf44fe3 req-53166164-383a-4b5b-9f9f-c013666ff406 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 210 time: 0.0969508 May 20 16:56:25.956460 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:56:25.968328 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Deleting port c91f1c15-9c47-4183-997b-f22366b47f39 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:25.968777 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:25.969583 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c6288-1f67-422d-9a19-f179f4acb545 req-e48da56c-73fb-41ae-8dfa-ceb612019b2f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:25.977434 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-898c6288-1f67-422d-9a19-f179f4acb545 req-e48da56c-73fb-41ae-8dfa-ceb612019b2f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 945 time: 0.1112695 May 20 16:56:26.038944 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-898c6288-1f67-422d-9a19-f179f4acb545 req-e9a9ca9a-f8ae-42e4-bcba-904cb061ce38 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7f063bd-1c4f-45b3-a91d-3b57a99070eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605426 May 20 16:56:26.082709 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 50244225-37d2-4a9f-bd62-6e08564eb03d completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:26.088932 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 50244225-37d2-4a9f-bd62-6e08564eb03d triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:26.089320 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:26.177384 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280a0e7-f990-496a-b95b-3cd7e9da38d7 req-d5f96a1c-b097-44d9-b469-2d6d4db68475 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:26.179032 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1280a0e7-f990-496a-b95b-3cd7e9da38d7 req-d5f96a1c-b097-44d9-b469-2d6d4db68475 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 944 time: 0.0896232 May 20 16:56:26.235151 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] For port c91f1c15-9c47-4183-997b-f22366b47f39, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c91f1c15-9c47-4183-997b-f22366b47f39,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:26.235544 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:26.238610 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1280a0e7-f990-496a-b95b-3cd7e9da38d7 req-9b6d6ab7-a435-479b-a02c-5bd7e51bad5f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530555 May 20 16:56:26.243079 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:26.273402 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:26.283826 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:26.288620 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:26.290989 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:26.326119 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'code': 200} May 20 16:56:26.370650 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:26.375348 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:26.628693 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:26.629065 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:26.629381 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.l3_db [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Floating IP 826f0f41-bd2e-4d8e-a636-fc30d2617f5d disassociated. External IP: 172.28.2.130, port: c91f1c15-9c47-4183-997b-f22366b47f39. May 20 16:56:26.629713 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Calling delete_port for c91f1c15-9c47-4183-997b-f22366b47f39 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:26.655705 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aebb39-7ff8-4188-b2d3-68b54436582c req-ad8df17f-0123-4328-9e45-e8bcc29702be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:26.657149 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d2aebb39-7ff8-4188-b2d3-68b54436582c req-ad8df17f-0123-4328-9e45-e8bcc29702be service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1098 time: 0.1265481 May 20 16:56:26.713788 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d2aebb39-7ff8-4188-b2d3-68b54436582c req-888eb927-9c19-4427-82e7-94bea9d1c63d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480623 May 20 16:56:26.787030 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:26.794260 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a3ef0bb2-2bbb-47a9-9225-10ce8c0749e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:26.849461 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event deleted for resources: {'Port': ['ID=c91f1c15-9c47-4183-997b-f22366b47f39,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:26.851611 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:27.098356 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3d39a047-46ce-4d6a-8f67-080a239b945f req-9a62ca95-c555-4a65-b2e1-c1a7a113bc36 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 210 time: 0.0526862 May 20 16:56:27.118664 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:56:27.211464 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b3d67bc7-827e-463a-a64c-0b694b332eba req-dbfce53b-36ff-4ffa-96c3-b113c1bf840f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 210 time: 0.0571325 May 20 16:56:27.322441 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-206214a9-3cab-4ede-906b-a4f7c785cf8d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:27.323940 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-206214a9-3cab-4ede-906b-a4f7c785cf8d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 815 time: 0.2861419 May 20 16:56:27.380676 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Request body: {'port': {'device_id': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'admin_state_up': True, 'tenant_id': 'ba11e3ac8fc2452a946deee35050999e'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:27.442037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e937fbc-efdd-4c40-8432-61862d235b7a req-2ec3f2ed-adfb-488b-9e11-fe5b68b3af3c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:27.443468 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4e937fbc-efdd-4c40-8432-61862d235b7a req-2ec3f2ed-adfb-488b-9e11-fe5b68b3af3c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0807383 May 20 16:56:27.488309 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4e937fbc-efdd-4c40-8432-61862d235b7a req-5f9b7b65-d9c3-4188-8b88-050d790baea4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 May 20 16:56:27.506926 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:56:27.515901 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] Sync routers for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:56:27.525598 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:27.526247 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:56:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:27.588500 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] No DVR routers for this DVR port c91f1c15-9c47-4183-997b-f22366b47f39 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:56:27.593451 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:27.597546 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'name': 'network-vif-deleted', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:27.628356 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:27.632784 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-76d6a332-4ce8-4fc0-9bc4-f152025847ee req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "DELETE /v2.0/ports/c91f1c15-9c47-4183-997b-f22366b47f39 HTTP/1.1" status: 204 len: 173 time: 1.8485746 May 20 16:56:27.635503 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Usage tracker for resource:port and tenant:ba11e3ac8fc2452a946deee35050999e is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:27.640870 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:27.648466 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:27.659577 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c85c89-a836-4b5d-b175-af3093f4b4cc', 'name': 'network-vif-deleted', 'tag': 'c91f1c15-9c47-4183-997b-f22366b47f39', 'status': 'completed', 'code': 200} May 20 16:56:27.660881 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Made reservation on behalf of ba11e3ac8fc2452a946deee35050999e for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:56:27.664435 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:27.732622 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:27.966191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Allocated IP 172.20.0.13 (704ff81c-de94-4327-9ae1-37d02f28262c/f9e72eba-1e62-4825-98c7-18000301d986/77779dd3-91c9-45ec-920b-2d32d1dce98b) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:56:28.124770 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:28.130965 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] Checking router: 67fe8e52-1695-41b4-9bcd-daeb3a333f9a for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:56:28.139999 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:28.140628 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:56:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:28.201161 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:28.238117 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:28.246189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-30a4a6a1-2506-43ed-8932-f5b67b711569 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:28.289391 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730', '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'cc412b63-7de0-4f9f-8c82-350518f85e6b'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:28.311805 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aa6e3-7348-4256-92c5-1121702fdc42 req-11c517ef-fa2b-4d34-a869-c047e129193b tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:28.320391 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1d4aa6e3-7348-4256-92c5-1121702fdc42 req-11c517ef-fa2b-4d34-a869-c047e129193b tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 932 time: 0.1105926 May 20 16:56:28.330600 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event updated for resources: {'Port': ['ID=77779dd3-91c9-45ec-920b-2d32d1dce98b,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:28.334884 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:28.347516 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Network 704ff81c-de94-4327-9ae1-37d02f28262c is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:56:28.348686 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:28.351804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:56:28.388365 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1d4aa6e3-7348-4256-92c5-1121702fdc42 req-0534b8af-8162-40b1-a9d9-d89080ed7f72 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644746 May 20 16:56:28.408919 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:28.446433 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:28.447054 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:28.469431 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0930827 May 20 16:56:28.478617 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-70275214-aaa0-4915-ac4c-31bab298df59 req-a4d597f7-06e7-4a23-8cee-0f901131472a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=86c85c89-a836-4b5d-b175-af3093f4b4cc HTTP/1.1" status: 200 len: 210 time: 0.0519865 May 20 16:56:28.482162 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Request body: {'port': {'device_id': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:28.608812 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:28.689690 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e54d6-9233-4728-b169-8accba5e8c17 req-39f32938-3469-40f8-9911-d067a3232a49 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:28.691111 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-aa5e54d6-9233-4728-b169-8accba5e8c17 req-39f32938-3469-40f8-9911-d067a3232a49 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0862999 May 20 16:56:28.743852 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-aa5e54d6-9233-4728-b169-8accba5e8c17 req-c4533eac-cb1e-4fad-a8ab-a77e74b9a345 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460525 May 20 16:56:28.916386 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:28.928184 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b92e22-5cb4-478e-8e02-df62571da6b5 None None] The sync data for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb is: [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:56:28.947947 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc515477-358c-4030-9a21-685479878023 req-f1b91205-9301-4c6d-a1fd-dcbba8f1d77e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:28.949983 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fc515477-358c-4030-9a21-685479878023 req-f1b91205-9301-4c6d-a1fd-dcbba8f1d77e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0911417 May 20 16:56:28.960128 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 51842) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:28.966774 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Request body: {'floatingip': {'port_id': '50244225-37d2-4a9f-bd62-6e08564eb03d'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:28.975285 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77779dd3-91c9-45ec-920b-2d32d1dce98b {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:28.987161 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.010356 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Transition to ACTIVE for port object 77779dd3-91c9-45ec-920b-2d32d1dce98b will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:29.015816 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.027624 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cca284cd-abd6-4734-9918-ee2a84402a52 tempest-ServerRescueNegativeTestJSON-531470143 tempest-ServerRescueNegativeTestJSON-531470143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:29.057580 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.102092 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Pushing event updated for resources: {'Port': ['ID=77779dd3-91c9-45ec-920b-2d32d1dce98b,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:29.160594 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:29.261319 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9858e76-4343-496d-9bc9-35b613fd9899 None None] New status for floating IP 826f0f41-bd2e-4d8e-a636-fc30d2617f5d: DOWN {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:56:29.290868 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Attempting to bind port 77779dd3-91c9-45ec-920b-2d32d1dce98b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:56:29.291299 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Attempting to bind port 77779dd3-91c9-45ec-920b-2d32d1dce98b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:56:29.291693 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Attempting to bind port 77779dd3-91c9-45ec-920b-2d32d1dce98b on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:29.298315 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Port 77779dd3-91c9-45ec-920b-2d32d1dce98b on network 704ff81c-de94-4327-9ae1-37d02f28262c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:56:29.298911 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Attempting to bind port 77779dd3-91c9-45ec-920b-2d32d1dce98b on network 704ff81c-de94-4327-9ae1-37d02f28262c {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:29.305762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:56:29.306212 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Checking segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:56:29.306670 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Bound using segment: {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:56:29.307175 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Bound port: 77779dd3-91c9-45ec-920b-2d32d1dce98b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f8d264-5ecf-4e6f-be7c-d8d29c195397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:56:29.307605 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.402908 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] For port 77779dd3-91c9-45ec-920b-2d32d1dce98b, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:56:29.406588 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] For port 77779dd3-91c9-45ec-920b-2d32d1dce98b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=77779dd3-91c9-45ec-920b-2d32d1dce98b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:56:29.411919 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.421001 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-393055d1-5862-470c-b374-dee0081b1b89 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:29.484375 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:29.484899 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.487087 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] 10.222.0.82 "PUT /v2.0/ports/77779dd3-91c9-45ec-920b-2d32d1dce98b HTTP/1.1" status: 200 len: 1094 time: 1.0096424 May 20 16:56:29.531176 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Pushing event updated for resources: {'Port': ['ID=77779dd3-91c9-45ec-920b-2d32d1dce98b,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:29.544189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:29.624753 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51860) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:29.661275 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'tag': '77779dd3-91c9-45ec-920b-2d32d1dce98b'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:29.685137 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-6907cb9e-5a66-4a6b-9654-65c21867546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:29.686733 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-6907cb9e-5a66-4a6b-9654-65c21867546f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 1097 time: 0.1411242 May 20 16:56:29.756372 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'tag': '77779dd3-91c9-45ec-920b-2d32d1dce98b', 'status': 'completed', 'code': 200} May 20 16:56:29.773553 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.776937 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-84e7df13-c09f-4686-b432-63e6ff6bc6c6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77779dd3-91c9-45ec-920b-2d32d1dce98b HTTP/1.1" status: 200 len: 217 time: 0.0767372 May 20 16:56:29.811051 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9130-573b-4ebf-8a17-8d33c17c4f16 req-8888dc3b-37e4-4a1d-8084-87866e3fba1e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:29.812477 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b83e9130-573b-4ebf-8a17-8d33c17c4f16 req-8888dc3b-37e4-4a1d-8084-87866e3fba1e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 944 time: 0.2877426 May 20 16:56:29.846500 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.874388 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b83e9130-573b-4ebf-8a17-8d33c17c4f16 req-8918ac65-951c-41c0-8c12-7c3b3997ad37 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544491 May 20 16:56:29.876420 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-b485e2a9-4abe-4869-8a8c-918d38237d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:29.877916 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-b485e2a9-4abe-4869-8a8c-918d38237d45 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.0925617 May 20 16:56:29.965118 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device c91f1c15-9c47-4183-997b-f22366b47f39 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:56:29.978581 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:29.982770 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:30.003519 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: c91f1c15-9c47-4183-997b-f22366b47f39 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:56:30.004179 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device c91f1c15-9c47-4183-997b-f22366b47f39 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:56:30.010694 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-0e072c25-5f74-4734-9e2d-c82585442859 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207137 May 20 16:56:30.057508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:30.064387 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a9072a94-ca6c-40fc-a169-2b4fd5ce5dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:30.132885 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f063bd-1c4f-45b3-a91d-3b57a99070eb,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:30.137372 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:30.155815 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:30.160113 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "DELETE /v2.0/security-groups/b7f063bd-1c4f-45b3-a91d-3b57a99070eb HTTP/1.1" status: 204 len: 168 time: 0.5312328 May 20 16:56:30.160856 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51866) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:30.180235 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.l3_db [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Floating IP 1f52b5b0-4c44-4718-8069-d1e230a63772 associated. External IP: 172.28.2.159, port: 50244225-37d2-4a9f-bd62-6e08564eb03d. May 20 16:56:30.181935 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.api.v2.resource [None req-57c7d97a-69fb-429d-a4c1-dda49e593e94 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] show failed (client error): The resource could not be found. May 20 16:56:30.186264 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-57c7d97a-69fb-429d-a4c1-dda49e593e94 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups/b7f063bd-1c4f-45b3-a91d-3b57a99070eb HTTP/1.1" status: 404 len: 347 time: 0.0216269 May 20 16:56:30.193032 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51870) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:30.280348 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-06de0fdb-6e80-4ef5-b137-e8a56b751b8e service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605853 May 20 16:56:30.541557 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-369d08de-f999-4b0a-bc57-c719b87deec2 req-584fefe2-5c6a-47b1-9422-7bef0cf3a301 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069938 May 20 16:56:30.543678 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Deleting port ef89c4d1-0b05-40f3-8a0b-d913b6b3b0fb {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:30.544005 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:30.560369 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Router 73377523-a2f4-48a4-a032-083e264df5ad has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:56:30.721729 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:30.722048 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:30.749558 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:56:30.754726 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:30.759128 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] Sync routers for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:56:30.770477 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:30.771161 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:56:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:30.818374 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-e9d2c720-55bf-45bb-a1a6-eae238a3a500 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "PUT /v2.0/floatingips/1f52b5b0-4c44-4718-8069-d1e230a63772 HTTP/1.1" status: 200 len: 991 time: 1.8529937 May 20 16:56:30.818374 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:30.864208 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'status': 'completed', 'code': 200} May 20 16:56:30.870052 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Calling delete_port for ef89c4d1-0b05-40f3-8a0b-d913b6b3b0fb owned by network:floatingip {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:30.888429 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-fb4f1e75-3f01-4534-a7b2-482762f05eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:30.889887 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-fb4f1e75-3f01-4534-a7b2-482762f05eef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ba11e3ac8fc2452a946deee35050999e&device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 1097 time: 0.2601128 May 20 16:56:30.977197 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:31.075841 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36150640-d16f-45ee-aa2b-051e687e2df3 req-65ce6793-2279-4b3a-9aa4-b29c094a3abb tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:31.077363 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-36150640-d16f-45ee-aa2b-051e687e2df3 req-65ce6793-2279-4b3a-9aa4-b29c094a3abb tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 944 time: 0.0842526 May 20 16:56:31.130727 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-36150640-d16f-45ee-aa2b-051e687e2df3 req-1b7ac75c-0130-42d1-95e6-3a331a4f4d00 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 May 20 16:56:31.164600 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-491cd12f-d5c8-4084-ac11-3a6f1f7b81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:31.166042 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-491cd12f-d5c8-4084-ac11-3a6f1f7b81ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 200 len: 916 time: 0.2570846 May 20 16:56:31.172110 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-5da5e27d-d7ba-4f06-9b1c-595516c35fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:31.174106 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-5da5e27d-d7ba-4f06-9b1c-595516c35fc4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1098 time: 0.2467794 May 20 16:56:31.259717 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-ad421a0d-8e34-40c6-8643-c1af7d78f0f3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77779dd3-91c9-45ec-920b-2d32d1dce98b HTTP/1.1" status: 200 len: 217 time: 0.0846760 May 20 16:56:31.308659 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:31.317082 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d8ad08ff-92f1-437a-993b-5adee92376d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:31.377048 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '1f52b5b0-4c44-4718-8069-d1e230a63772', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'port_id': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'mac_address': 'fa:16:3e:c9:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625bb3c1-6843-4098-af78-d73391ab220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:56:15Z', 'updated_at': '2021-05-20T16:56:29Z', 'revision_number': 1, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:31.381268 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] Checking router: 73377523-a2f4-48a4-a032-083e264df5ad for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:56:31.390046 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:31.390833 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:56:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:31.507531 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event deleted for resources: {'Port': ['ID=ef89c4d1-0b05-40f3-8a0b-d913b6b3b0fb,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:31.521708 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:31.570188 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-36c74713-26c3-4edb-9ea5-8fcd17f630c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:31.571949 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-36c74713-26c3-4edb-9ea5-8fcd17f630c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 200 len: 855 time: 0.2955763 May 20 16:56:31.582797 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:31.665320 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-3e46b22f-d5cc-4cc8-955a-7fe1e6194d37 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=704ff81c-de94-4327-9ae1-37d02f28262c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646098 May 20 16:56:31.677756 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-e26d2282-730f-42cf-a7fa-40b52164b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:31.677756 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-e26d2282-730f-42cf-a7fa-40b52164b032 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.4538846 May 20 16:56:31.809449 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:31.900249 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-6fb86f25-c353-483b-83f6-05566263ec05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 200 len: 999 time: 0.2009096 May 20 16:56:31.911866 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:31.912902 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "DELETE /v2.0/floatingips/826f0f41-bd2e-4d8e-a636-fc30d2617f5d HTTP/1.1" status: 204 len: 168 time: 1.7191603 May 20 16:56:31.973362 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '1f52b5b0-4c44-4718-8069-d1e230a63772', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'port_id': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'mac_address': 'fa:16:3e:c9:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625bb3c1-6843-4098-af78-d73391ab220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:56:15Z', 'updated_at': '2021-05-20T16:56:29Z', 'revision_number': 1, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:31.977381 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5e8274-e214-4e1b-aa0b-8482c15c4299 None None] The sync data for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb is: [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '1f52b5b0-4c44-4718-8069-d1e230a63772', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'floating_ip_address': '172.28.2.159', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'port_id': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'mac_address': 'fa:16:3e:c9:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625bb3c1-6843-4098-af78-d73391ab220a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:56:15Z', 'updated_at': '2021-05-20T16:56:29Z', 'revision_number': 1, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:56:31.987456 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-4811f844-4c4f-4e63-a0ed-62fe1ecfeaaa service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095815 May 20 16:56:32.124151 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-40ebe668-c939-4ea3-9b7b-1c657609331e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:32.130343 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-40ebe668-c939-4ea3-9b7b-1c657609331e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.2159674 May 20 16:56:32.207044 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c95bf62d-9737-409d-8138-516aec68d3f2 req-641b781b-aa02-40ae-b5f8-5953a7ac2d26 service neutron] 10.222.0.82 "GET /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108729 May 20 16:56:32.241683 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-d4d2e55f-a5b5-415c-bf5a-e2ec127730bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:32.243199 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-d4d2e55f-a5b5-415c-bf5a-e2ec127730bb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088996 May 20 16:56:32.264279 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9079604-6646-4dd8-86a0-7cace4a1df8b None None] New status for floating IP 1f52b5b0-4c44-4718-8069-d1e230a63772: ACTIVE {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:56:32.361600 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516c6c5-37d8-4b6c-9db2-170641e0e06f req-620612bf-dfa9-43ca-a050-5c350632f9c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:32.368818 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f516c6c5-37d8-4b6c-9db2-170641e0e06f req-620612bf-dfa9-43ca-a050-5c350632f9c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 944 time: 0.0939727 May 20 16:56:32.385398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51912) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:32.394111 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529562995', 'description': 'tempest-description--1892532004'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:32.400823 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:32.409651 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:32.415925 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f516c6c5-37d8-4b6c-9db2-170641e0e06f req-14104b3b-2518-4d1d-88a8-9a3c9e8204ea tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462754 May 20 16:56:32.420789 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:32.437305 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:32.441100 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-d4ac2ba1-f747-48d2-a68c-6e5a44e7d15d service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864297 May 20 16:56:32.470098 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.559371 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:32.572876 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group_rule and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:32.577252 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:32.586540 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:32.624115 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0b4a80d4-6e5e-471c-8432-fc96678d25bb req-e2cc13a2-3c3d-4cad-9eba-06f91f6502b7 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749678 May 20 16:56:32.679519 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.683213 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.688256 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-09d617d7-f03f-4c31-b1fd-b283f1bf06e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:32.733411 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6362c7f1-014a-4a56-aa6d-3f7c4960ca71,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:32.736886 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:32.737729 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.738921 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3524632 May 20 16:56:32.741755 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51916) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:32.746608 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'security_group_rule': {'security_group_id': '6362c7f1-014a-4a56-aa6d-3f7c4960ca71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:32.753074 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:32.756863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group_rule and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:32.759782 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:32.766229 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:32.780139 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.840462 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.844134 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.852406 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:32.878000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a369b4b-93ef-477f-9de7-563526fbe56a,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:32.880954 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:32.885507 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.886709 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440346 May 20 16:56:32.891513 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51920) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:32.896611 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'security_group_rule': {'security_group_id': '6362c7f1-014a-4a56-aa6d-3f7c4960ca71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:32.902368 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:32.906135 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:security_group_rule and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:32.909332 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:32.915002 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:32.931019 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.993031 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:32.996649 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.004385 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8874e28a-e109-4f0b-bc2d-a847aac85c5e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:33.024009 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c986845-8410-4082-9713-b173604b70e4,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:33.026551 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:33.033891 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.035152 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426773 May 20 16:56:33.038234 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51924) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:33.043307 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'floatingip': {'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:33.049880 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:33.053978 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:floatingip and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:33.056811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:33.062545 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:33.072724 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.213132 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.356546 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Allocated IP 172.28.2.37 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/27f63da5-d456-4312-875b-183d4d41b2cb) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:56:33.586397 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.616478 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.620915 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6a59c91a-ab1a-4d44-a13a-12a276d54d72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:33.621198 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a936f-f534-481e-9bfe-5d59d84d30be req-50633a4f-eac9-43d6-84a1-f20218303f7e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:33.622686 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-861a936f-f534-481e-9bfe-5d59d84d30be req-50633a4f-eac9-43d6-84a1-f20218303f7e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 944 time: 0.0815163 May 20 16:56:33.685741 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:56:33.689138 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:33.692645 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:56:33.728436 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'Port': ['ID=27f63da5-d456-4312-875b-183d4d41b2cb,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:33.732592 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:33.779733 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.788274 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-861a936f-f534-481e-9bfe-5d59d84d30be req-5813c6b8-ba0e-4e6a-8118-cca29f6ec282 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593771 May 20 16:56:33.846472 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:33.979825 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 77779dd3-91c9-45ec-920b-2d32d1dce98b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:56:34.054607 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.059209 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.062795 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8f5a26e3-8443-4b98-b7c3-7d0efed0fd96 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:34.114449 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 77779dd3-91c9-45ec-920b-2d32d1dce98b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=77779dd3-91c9-45ec-920b-2d32d1dce98b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:34.128764 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '77779dd3-91c9-45ec-920b-2d32d1dce98b', 'network_id': '704ff81c-de94-4327-9ae1-37d02f28262c', 'port_id': '77779dd3-91c9-45ec-920b-2d32d1dce98b', 'mac_address': 'fa:16:3e:43:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e72eba-1e62-4825-98c7-18000301d986', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:56:34.174006 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'Port': ['ID=27f63da5-d456-4312-875b-183d4d41b2cb,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:34.178331 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:34.187139 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.189220 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.206064 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77779dd3-91c9-45ec-920b-2d32d1dce98b {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:34.211536 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.212736 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1735511 May 20 16:56:34.222050 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 77779dd3-91c9-45ec-920b-2d32d1dce98b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=77779dd3-91c9-45ec-920b-2d32d1dce98b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:34.226240 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.228945 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:34.301064 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=77779dd3-91c9-45ec-920b-2d32d1dce98b,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:34.304434 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:34.378536 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51950) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:34.436180 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-7987a07b-0bc6-48d0-a618-3b8c0bed7276 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--529562995&fields=id&tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca HTTP/1.1" status: 200 len: 267 time: 0.0413094 May 20 16:56:34.440647 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Deleting subnet bc4cbaff-a5b1-4bcb-a974-3890319c12b7 {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:56:34.443739 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.497229 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2518688'] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.555557 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.586200 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-f06e5518-6c93-49fe-a5f5-671aa2242ecd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:34.587772 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-f06e5518-6c93-49fe-a5f5-671aa2242ecd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 811 time: 0.1442654 May 20 16:56:34.603609 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-9db1a41b-30a3-4e01-a383-f4c456841d49 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/quotas/7373aa4caf604ebc9fa09eb2ef8d71ca HTTP/1.1" status: 200 len: 375 time: 0.0099814 May 20 16:56:34.620773 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['77779dd3-91c9-45ec-920b-2d32d1dce98b'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:34.689820 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-7cbb0d9e-c4aa-430c-8c10-f164ecfc2325 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809152 May 20 16:56:34.822332 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10308614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515558'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.827365 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:34.836915 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-19969cd6-a889-4a56-b9a6-b318adc5ba4e service neutron] 10.222.0.69 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334767 May 20 16:56:34.862819 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4cbaff-a5b1-4bcb-a974-3890319c12b7,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:34.865922 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:34.867679 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:34.871613 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-2869e3fb-b29c-4540-9897-7842c5593d6a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bc4cbaff-a5b1-4bcb-a974-3890319c12b7 HTTP/1.1" status: 204 len: 168 time: 0.4919741 May 20 16:56:34.874129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51960) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:34.980364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.041564 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-a40249b0-23d5-408d-bbe9-41c0e89b31a4 service neutron] 10.222.0.69 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982603 May 20 16:56:35.058656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3adac-bcd4-4811-8616-0abcd8455f74 req-e9ab20dc-9bfe-4d2f-806a-cbd23ddf2043 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:35.060005 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-00b3adac-bcd4-4811-8616-0abcd8455f74 req-e9ab20dc-9bfe-4d2f-806a-cbd23ddf2043 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 945 time: 0.1256468 May 20 16:56:35.108740 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.113082 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-00b3adac-bcd4-4811-8616-0abcd8455f74 req-5cfbce43-2508-46f5-acc2-43712e911457 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 May 20 16:56:35.122843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33355d50-6dba-40dc-bb97-a290810ed362']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:35.136136 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be51729-4a92-4ca2-be89-977e26803499') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:35.136430 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be51729-4a92-4ca2-be89-977e26803499') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:35.149243 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.169252 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.177620 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:56:35.178152 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:56:35.192900 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:56:35.249886 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-95166ec8-90b7-40a7-b464-3a95d8d1f1a5 req-2746f06d-f335-4ab6-8f97-2303a82a17ad tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 210 time: 0.0461936 May 20 16:56:35.271421 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.275317 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-53491cbb-492d-4faa-9565-917be8b35aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:35.288220 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.299006 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Pushing event deleted for resources: {'Network': ['ID=33355d50-6dba-40dc-bb97-a290810ed362,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:35.302417 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:35.308472 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ef72cdc2-c69d-4336-8068-bd645318ef8f admin admin] 10.222.0.69 "DELETE /v2.0/networks/33355d50-6dba-40dc-bb97-a290810ed362 HTTP/1.1" status: 204 len: 168 time: 0.4333127 May 20 16:56:35.435489 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51978) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:35.489545 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-8478dd66-3650-45bb-9006-751e9d3744f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81280facb61b46b992a0bd4c98a1d21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522039 May 20 16:56:35.492112 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 51982) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:35.561026 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46ed9f56-e6d3-4110-b5ac-b7769d387f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.591261 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46ed9f56-e6d3-4110-b5ac-b7769d387f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.718769 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46ed9f56-e6d3-4110-b5ac-b7769d387f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.723523 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-41e52ff6-9ae3-47ef-95b6-d2103667bee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:35.736372 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed9f56-e6d3-4110-b5ac-b7769d387f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbc829e-d6d0-43f3-85c2-450de93ac9ea,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:35.739012 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-46ed9f56-e6d3-4110-b5ac-b7769d387f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:35.746984 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-46ed9f56-e6d3-4110-b5ac-b7769d387f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:35.748071 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-46ed9f56-e6d3-4110-b5ac-b7769d387f03 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9dbc829e-d6d0-43f3-85c2-450de93ac9ea HTTP/1.1" status: 204 len: 168 time: 0.2550304 May 20 16:56:35.984060 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 77779dd3-91c9-45ec-920b-2d32d1dce98b up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:56:36.056194 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 77779dd3-91c9-45ec-920b-2d32d1dce98b completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:36.061250 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 77779dd3-91c9-45ec-920b-2d32d1dce98b triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:36.061633 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:36.181427 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:36.209397 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77779dd3-91c9-45ec-920b-2d32d1dce98b'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:36.219289 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 77779dd3-91c9-45ec-920b-2d32d1dce98b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=77779dd3-91c9-45ec-920b-2d32d1dce98b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:36.232192 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:36.234105 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-f9ce7703-63f6-4369-9251-f5923aaef498 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:36.285398 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77779dd3-91c9-45ec-920b-2d32d1dce98b', 'code': 200} May 20 16:56:36.310722 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f2a79-044c-4f0c-8159-6a4beec38b25 req-b10a6931-ccc0-45d4-8a12-825bd6f27aaf tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:36.317879 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e49f2a79-044c-4f0c-8159-6a4beec38b25 req-b10a6931-ccc0-45d4-8a12-825bd6f27aaf tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 946 time: 0.0946953 May 20 16:56:36.358812 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=77779dd3-91c9-45ec-920b-2d32d1dce98b,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:36.363850 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:36.365774 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e49f2a79-044c-4f0c-8159-6a4beec38b25 req-fb79b71f-5cbe-483f-a4b4-ceb62246b458 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 May 20 16:56:36.487649 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e1cbce2a-9411-4e5a-bcf6-6c0003ee4329 req-1c4bf368-b8bd-46fd-a93c-422f2ecab1c3 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 210 time: 0.0590985 May 20 16:56:36.503960 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-52d26a08-b21a-4d5f-934b-afffd24b3de3 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:36.505403 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-52d26a08-b21a-4d5f-934b-afffd24b3de3 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 811 time: 0.2186174 May 20 16:56:36.620532 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-9623a815-b340-47ac-b110-f40548262cb7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Synchronizing usage tracker for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:security_group {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:36.644681 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-9623a815-b340-47ac-b110-f40548262cb7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Unset dirty status for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:security_group {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:36.645767 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-9623a815-b340-47ac-b110-f40548262cb7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca HTTP/1.1" status: 200 len: 379 time: 0.1235006 May 20 16:56:36.655477 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'port': {'device_id': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'admin_state_up': True, 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'security_groups': ['6362c7f1-014a-4a56-aa6d-3f7c4960ca71']}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:36.671307 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163c9c7-9837-47c6-8754-28211758db68 req-bca97c55-14f8-4b7a-a64d-b1a8f1cc55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:36.672858 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7163c9c7-9837-47c6-8754-28211758db68 req-bca97c55-14f8-4b7a-a64d-b1a8f1cc55bc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 1099 time: 0.1304419 May 20 16:56:36.797065 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7163c9c7-9837-47c6-8754-28211758db68 req-f7244dd5-447e-4458-9846-d4892ed88e33 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157615 May 20 16:56:36.825904 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:56:36.830601 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Usage tracker for resource:port and tenant:7373aa4caf604ebc9fa09eb2ef8d71ca is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:56:36.833369 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:56:36.839045 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:56:36.848885 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Made reservation on behalf of 7373aa4caf604ebc9fa09eb2ef8d71ca for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:56:36.852563 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.018585 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Allocated IP 172.20.0.10 (d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774/7e091d55-680c-417b-a11a-1e810fca8000/1efc9263-0655-4c41-b5fc-d6d652b447e8) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:56:37.201613 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.216950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Transition to ACTIVE for port object 1efc9263-0655-4c41-b5fc-d6d652b447e8 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:37.240748 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.246030 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ebe476ad-9d0b-4879-af62-1cd93cb2c6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:37.321059 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:56:37.324095 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:56:37.327855 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:56:37.359398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event updated for resources: {'Port': ['ID=1efc9263-0655-4c41-b5fc-d6d652b447e8,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:37.367632 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:37.399979 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:37.400737 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.428506 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771928 May 20 16:56:37.442353 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Request body: {'port': {'device_id': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:37.559924 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.585311 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7ea7-691d-4f41-a366-373122e4a9e2 req-85d821b8-e0a9-498e-a5e4-0c2b9feaeaab tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:37.586242 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-06af7ea7-691d-4f41-a366-373122e4a9e2 req-85d821b8-e0a9-498e-a5e4-0c2b9feaeaab tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 946 time: 0.0928607 May 20 16:56:37.603572 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-fcf974b3-ddfc-4b10-87a8-03ba2983ca7c None None] Provisioning for port 1efc9263-0655-4c41-b5fc-d6d652b447e8 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:37.609812 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-fcf974b3-ddfc-4b10-87a8-03ba2983ca7c None None] Provisioning complete for port 1efc9263-0655-4c41-b5fc-d6d652b447e8 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:37.610656 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-fcf974b3-ddfc-4b10-87a8-03ba2983ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.676810 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-fcf974b3-ddfc-4b10-87a8-03ba2983ca7c None None] Port 1efc9263-0655-4c41-b5fc-d6d652b447e8 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:56:37.692192 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-06af7ea7-691d-4f41-a366-373122e4a9e2 req-560963b8-9f81-4fba-b89c-0c263179a139 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003664 May 20 16:56:37.727018 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757f6a0-e62d-458a-8c32-fee9c8ee7ec1 req-7405df8f-8afb-4458-8c7f-e88e1c4b290e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:37.728512 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2757f6a0-e62d-458a-8c32-fee9c8ee7ec1 req-7405df8f-8afb-4458-8c7f-e88e1c4b290e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 932 time: 0.1172044 May 20 16:56:37.779684 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2757f6a0-e62d-458a-8c32-fee9c8ee7ec1 req-b73bf5d2-4d29-4272-9bba-27a9134a9549 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453258 May 20 16:56:37.959892 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efc9263-0655-4c41-b5fc-d6d652b447e8 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:37.968913 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.984890 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Transition to ACTIVE for port object 1efc9263-0655-4c41-b5fc-d6d652b447e8 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:56:37.989278 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:37.992833 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-94154802-d73c-4b14-bf30-4dec8a1e9182 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:38.118128 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Pushing event updated for resources: {'Port': ['ID=1efc9263-0655-4c41-b5fc-d6d652b447e8,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:38.145108 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:38.290286 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Attempting to bind port 1efc9263-0655-4c41-b5fc-d6d652b447e8 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:56:38.290538 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Attempting to bind port 1efc9263-0655-4c41-b5fc-d6d652b447e8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:56:38.290855 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Attempting to bind port 1efc9263-0655-4c41-b5fc-d6d652b447e8 on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:38.295338 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Port 1efc9263-0655-4c41-b5fc-d6d652b447e8 on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:56:38.295649 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Attempting to bind port 1efc9263-0655-4c41-b5fc-d6d652b447e8 on network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:56:38.301011 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:56:38.301342 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Checking segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:56:38.301717 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Bound using segment: {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:56:38.302157 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Bound port: 1efc9263-0655-4c41-b5fc-d6d652b447e8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6950ae-3add-46ac-8ca1-e9d415e69d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:56:38.302497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:38.391969 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] For port 1efc9263-0655-4c41-b5fc-d6d652b447e8, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:56:38.394963 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] For port 1efc9263-0655-4c41-b5fc-d6d652b447e8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:56:38.400252 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:38.403847 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:38.460348 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:38.460980 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:38.462280 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] 10.222.0.82 "PUT /v2.0/ports/1efc9263-0655-4c41-b5fc-d6d652b447e8 HTTP/1.1" status: 200 len: 1094 time: 1.0250733 May 20 16:56:38.462767 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:38.482608 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Pushing event updated for resources: {'Port': ['ID=1efc9263-0655-4c41-b5fc-d6d652b447e8,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:38.485711 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:38.513137 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'status': 'completed', 'code': 200} May 20 16:56:38.602703 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-eb12878c-7dd8-4bc3-8dc2-7ee4cccf5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:38.604166 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-eb12878c-7dd8-4bc3-8dc2-7ee4cccf5ca0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 1097 time: 0.0854092 May 20 16:56:38.672397 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-cf18a8b8-de4c-4f77-86c0-9b0b297e9346 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8 HTTP/1.1" status: 200 len: 217 time: 0.0600522 May 20 16:56:38.737207 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-b48c5e34-3aa6-4157-bf07-5eec24547f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:38.738563 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-b48c5e34-3aa6-4157-bf07-5eec24547f5a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.0600924 May 20 16:56:38.816060 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-e40c726f-e479-4ec9-a74f-ee35706b6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:38.817531 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-e40c726f-e479-4ec9-a74f-ee35706b6204 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719631 May 20 16:56:38.898664 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7d068-5b6d-4fb3-8e93-439dbdf9e6bd req-c81d9f1b-1aba-46ac-9dee-b1d43724dfcc tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:38.900102 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38b7d068-5b6d-4fb3-8e93-439dbdf9e6bd req-c81d9f1b-1aba-46ac-9dee-b1d43724dfcc tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 946 time: 0.0800920 May 20 16:56:38.951835 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-54af5363-1edd-47f3-9988-cb0abe21dc2d service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265960 May 20 16:56:38.997375 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-38b7d068-5b6d-4fb3-8e93-439dbdf9e6bd req-92d4d2cc-8e90-4c68-ace6-2db4d13bbb68 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612974 May 20 16:56:39.022840 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3209e-2e85-417c-844f-8731fb099425 req-ee08ea0a-a2cc-49da-aa65-e8213c60beb7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:39.022840 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55e3209e-2e85-417c-844f-8731fb099425 req-ee08ea0a-a2cc-49da-aa65-e8213c60beb7 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 944 time: 0.1186123 May 20 16:56:39.080582 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55e3209e-2e85-417c-844f-8731fb099425 req-5eccfab6-36be-4455-85ab-c982966b3eae tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547836 May 20 16:56:39.108555 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-7874e00c-ff8c-47b1-9c86-21ab6879fe97 req-a85fc0cc-a510-493d-906c-e8f675d9e19a service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480227 May 20 16:56:39.224450 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-42d0259d-01e1-4d17-b96e-c9ed6dc53967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:39.225886 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-42d0259d-01e1-4d17-b96e-c9ed6dc53967 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 1097 time: 0.0736828 May 20 16:56:39.365061 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-08085d4d-7539-4359-9945-74df3c9faf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:39.366519 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-08085d4d-7539-4359-9945-74df3c9faf30 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 912 time: 0.1299162 May 20 16:56:39.448394 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-5f926d76-53f0-4552-afd3-b240d642e5f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8 HTTP/1.1" status: 200 len: 217 time: 0.0750468 May 20 16:56:39.522748 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-031712a1-9033-4548-bb9c-27558ea1a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:39.524143 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-031712a1-9033-4548-bb9c-27558ea1a113 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.0592091 May 20 16:56:39.604299 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-53b81eb8-25bf-4476-9b44-cef890f6880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:39.605616 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-53b81eb8-25bf-4476-9b44-cef890f6880f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721850 May 20 16:56:39.744328 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-17e54ce0-d6a6-4c1e-ad88-ad23ed80b716 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263101 May 20 16:56:39.884384 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-59a7ada7-07ce-4c00-a6bf-98f64fd5fe16 req-4bfb55bb-8708-4858-a07b-3d8f5f6609fc service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236103 May 20 16:56:40.267273 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d40d4-38cb-476e-91f7-df4b3b769fdc req-acfdba8e-cbc8-4c85-8b9e-13920f101d08 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:40.268717 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c99d40d4-38cb-476e-91f7-df4b3b769fdc req-acfdba8e-cbc8-4c85-8b9e-13920f101d08 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 944 time: 0.0858257 May 20 16:56:40.314095 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c99d40d4-38cb-476e-91f7-df4b3b769fdc req-efdc8688-3eb8-4c43-b422-c7c208a7acaf tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 May 20 16:56:41.536358 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d2429-7d04-4ba1-bcad-3a0ec5399527 req-652e615a-3ca7-40d3-84e2-18222615f07d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:41.537794 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b90d2429-7d04-4ba1-bcad-3a0ec5399527 req-652e615a-3ca7-40d3-84e2-18222615f07d tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 944 time: 0.1030262 May 20 16:56:41.593452 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b90d2429-7d04-4ba1-bcad-3a0ec5399527 req-31108108-31be-43a6-94d3-52b759570667 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497110 May 20 16:56:42.042578 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 1efc9263-0655-4c41-b5fc-d6d652b447e8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:56:42.178070 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 1efc9263-0655-4c41-b5fc-d6d652b447e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:42.191147 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'port_id': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'mac_address': 'fa:16:3e:87:91:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:56:42.248069 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:42.264041 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efc9263-0655-4c41-b5fc-d6d652b447e8 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:56:42.278892 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 1efc9263-0655-4c41-b5fc-d6d652b447e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:42.283662 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:42.285351 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-2d8b9a7c-e290-4219-9c41-28e8cb3f02f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:42.351678 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=1efc9263-0655-4c41-b5fc-d6d652b447e8,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:42.360389 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.360735 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.361755 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.362034 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.362560 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.362894 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.363217 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.363538 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.363857 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.364170 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.364592 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.364912 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:56:42.368513 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:42.619053 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['1efc9263-0655-4c41-b5fc-d6d652b447e8'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:42.780148 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efc372-f0e9-4fe2-93b6-8781ef61fc96 req-3411b6d7-46cc-4c84-a336-d016d4dfff8e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:42.781482 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-27efc372-f0e9-4fe2-93b6-8781ef61fc96 req-3411b6d7-46cc-4c84-a336-d016d4dfff8e tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 945 time: 0.0816510 May 20 16:56:42.825920 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-27efc372-f0e9-4fe2-93b6-8781ef61fc96 req-b24000ad-3e16-4616-b1a6-7f5a90add188 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385771 May 20 16:56:44.015824 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470e599-fbeb-4123-adac-36295d34b392 req-e4e47b8a-ee60-4b96-aa25-a001c7bf4c25 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:44.017239 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7470e599-fbeb-4123-adac-36295d34b392 req-e4e47b8a-ee60-4b96-aa25-a001c7bf4c25 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 945 time: 0.0830426 May 20 16:56:44.056260 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 1efc9263-0655-4c41-b5fc-d6d652b447e8 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:56:44.127974 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 1efc9263-0655-4c41-b5fc-d6d652b447e8 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:56:44.132836 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 1efc9263-0655-4c41-b5fc-d6d652b447e8 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:56:44.133216 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:44.148310 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7470e599-fbeb-4123-adac-36295d34b392 req-2687d822-12ee-4d16-9e01-b3b2429aecde tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252468 May 20 16:56:44.241133 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-18797cd1-9370-4d5f-96da-c87699eb564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:44.266412 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:44.293247 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:44.303552 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 1efc9263-0655-4c41-b5fc-d6d652b447e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:44.308088 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:44.310215 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:44.347885 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'code': 200} May 20 16:56:44.385288 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=1efc9263-0655-4c41-b5fc-d6d652b447e8,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:44.388167 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:44.588262 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074866d-68ca-4077-b4f7-ffd42ba8091f req-fce98807-e1e4-4ea4-8b43-527c3ff8ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:44.589878 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f074866d-68ca-4077-b4f7-ffd42ba8091f req-fce98807-e1e4-4ea4-8b43-527c3ff8ec22 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 1099 time: 0.0742552 May 20 16:56:44.632218 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f074866d-68ca-4077-b4f7-ffd42ba8091f req-e6f223e8-523d-4c81-b653-4d96e0ac0b6d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348308 May 20 16:56:45.339722 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b207f5-57dd-4575-a2ef-21e4c72b70e7 req-a691d702-ee57-415b-b4a9-8b6f03b77f9a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:45.341152 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-47b207f5-57dd-4575-a2ef-21e4c72b70e7 req-a691d702-ee57-415b-b4a9-8b6f03b77f9a tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 946 time: 0.0806003 May 20 16:56:45.387371 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-47b207f5-57dd-4575-a2ef-21e4c72b70e7 req-0e9f294d-9878-4394-b960-6c552c5b2d13 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404470 May 20 16:56:46.486278 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8af91-77e1-4db8-9b43-0d2ce6b91d3b req-287d9919-8d0d-48bb-a7ec-c6474435683d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:46.488606 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-72a8af91-77e1-4db8-9b43-0d2ce6b91d3b req-287d9919-8d0d-48bb-a7ec-c6474435683d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 946 time: 0.0821455 May 20 16:56:46.583873 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-72a8af91-77e1-4db8-9b43-0d2ce6b91d3b req-d64573be-4241-4de3-865c-90c8390bd271 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 May 20 16:56:46.610872 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e3b0c-1665-4cbb-9bb8-95ca063cfcf2 req-200c33e2-b492-4c3d-81f1-c96a3e8a44bd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:46.612282 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-666e3b0c-1665-4cbb-9bb8-95ca063cfcf2 req-200c33e2-b492-4c3d-81f1-c96a3e8a44bd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 946 time: 0.1043587 May 20 16:56:46.656427 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-666e3b0c-1665-4cbb-9bb8-95ca063cfcf2 req-cd18e1ab-e876-4d70-9d4f-8ae49d627ad4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 May 20 16:56:46.757750 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-48827e40-09a7-4c0d-8eb3-dab242bd61aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:46.824828 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:46.834662 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c5105-29ff-4ecc-b0e3-0032da3cbeae req-5549f6c7-70b8-4da1-bacb-418414766257 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:46.836009 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8c1c5105-29ff-4ecc-b0e3-0032da3cbeae req-5549f6c7-70b8-4da1-bacb-418414766257 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 946 time: 0.0823162 May 20 16:56:46.844306 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52088) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:56:46.849511 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Request body: {'floatingip': {'port_id': '1efc9263-0655-4c41-b5fc-d6d652b447e8'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:56:46.992060 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:47.626405 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:47.750977 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:47.755304 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:47.778587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c7bc3-8520-42ce-8d19-473feeeaa343 req-1ca5d839-d4de-43c9-bf83-a6a1da0e4d46 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:47.780003 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fc5c7bc3-8520-42ce-8d19-473feeeaa343 req-1ca5d839-d4de-43c9-bf83-a6a1da0e4d46 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 946 time: 0.0851960 May 20 16:56:47.826570 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fc5c7bc3-8520-42ce-8d19-473feeeaa343 req-928254a4-0e38-4ec5-8497-09255c787ef9 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 May 20 16:56:47.924564 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.l3_db [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Floating IP 92f00d7e-a91e-4d31-9f33-16dd355b299a associated. External IP: 172.28.2.37, port: 1efc9263-0655-4c41-b5fc-d6d652b447e8. May 20 16:56:48.007449 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:48.383526 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:56:48.576102 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:56:48.581609 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:48.586568 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629e844-e2cd-4417-ace1-222706594051 None None] Sync routers for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:56:48.597096 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:48.598098 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:56:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:48.646410 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-86456275-f530-47e1-854e-2b168e31ad6b tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "PUT /v2.0/floatingips/92f00d7e-a91e-4d31-9f33-16dd355b299a HTTP/1.1" status: 200 len: 991 time: 1.7979238 May 20 16:56:48.646410 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:48.701393 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'status': 'completed', 'code': 200} May 20 16:56:48.788934 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:48.870453 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-2d2febb5-fbac-41ad-bbe8-773390c03221 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:48.871162 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-2d2febb5-fbac-41ad-bbe8-773390c03221 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Synchronizing usage tracker for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:48.876657 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-03346132-9ca3-42ac-a5ad-ad88d04ab3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:48.878341 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-03346132-9ca3-42ac-a5ad-ad88d04ab3dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 1099 time: 0.1190729 May 20 16:56:48.926359 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-2d2febb5-fbac-41ad-bbe8-773390c03221 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Unset dirty status for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:48.927498 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-2d2febb5-fbac-41ad-bbe8-773390c03221 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 946 time: 0.2135208 May 20 16:56:49.026062 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8134a8-7bda-43d4-846b-9865d22a23ae req-daa7a2be-0794-4d50-94f7-672f6f1e0f96 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:49.027691 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f8134a8-7bda-43d4-846b-9865d22a23ae req-daa7a2be-0794-4d50-94f7-672f6f1e0f96 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 946 time: 0.0890419 May 20 16:56:49.083156 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1f8134a8-7bda-43d4-846b-9865d22a23ae req-40599930-b4f1-47a5-95d3-b59f657db974 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497463 May 20 16:56:49.116857 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-db1c5c9d-1fc1-4980-ae3a-1b9bf13c07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:49.118287 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-db1c5c9d-1fc1-4980-ae3a-1b9bf13c07e9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 200 len: 912 time: 0.2308748 May 20 16:56:49.166515 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '92f00d7e-a91e-4d31-9f33-16dd355b299a', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'port_id': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'mac_address': 'fa:16:3e:87:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:56:33Z', 'updated_at': '2021-05-20T16:56:47Z', 'revision_number': 1, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:49.170400 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629e844-e2cd-4417-ace1-222706594051 None None] Checking router: 67fe8e52-1695-41b4-9bcd-daeb3a333f9a for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:56:49.179631 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:56:49.180220 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:56:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:49.241813 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Deleting port 77779dd3-91c9-45ec-920b-2d32d1dce98b {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:49.242183 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:49.260837 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-c671ebc9-e579-412b-a405-1ad736e4d0da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8 HTTP/1.1" status: 200 len: 999 time: 0.1252835 May 20 16:56:49.393599 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:56:49.409579 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-de408894-6a78-4cd1-82a8-8c54bd3d7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:49.411142 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-de408894-6a78-4cd1-82a8-8c54bd3d7e30 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 200 len: 850 time: 0.1357238 May 20 16:56:49.485562 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] For port 77779dd3-91c9-45ec-920b-2d32d1dce98b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=77779dd3-91c9-45ec-920b-2d32d1dce98b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:49.485918 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:49.539505 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:49.618364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Calling delete_port for 77779dd3-91c9-45ec-920b-2d32d1dce98b owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:49.650689 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-2c8cd3c3-8a6a-4c08-b140-30311dc2cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:49.652089 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-2c8cd3c3-8a6a-4c08-b140-30311dc2cfdb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2244248 May 20 16:56:49.775390 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-8629e844-e2cd-4417-ace1-222706594051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '92f00d7e-a91e-4d31-9f33-16dd355b299a', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'port_id': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'mac_address': 'fa:16:3e:87:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:56:33Z', 'updated_at': '2021-05-20T16:56:47Z', 'revision_number': 1, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:56:49.779711 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629e844-e2cd-4417-ace1-222706594051 None None] The sync data for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb is: [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '92f00d7e-a91e-4d31-9f33-16dd355b299a', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'port_id': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'mac_address': 'fa:16:3e:87:91:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:56:33Z', 'updated_at': '2021-05-20T16:56:47Z', 'revision_number': 1, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:56:49.958367 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:49.965830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4fddb686-f322-4980-8347-5d4065491a31 tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:49.970027 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730', '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'cc412b63-7de0-4f9f-8c82-350518f85e6b', '77779dd3-91c9-45ec-920b-2d32d1dce98b'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:49.987419 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6257e7a7-4f2a-4e0b-b1f0-bba186c17694 None None] New status for floating IP 92f00d7e-a91e-4d31-9f33-16dd355b299a: ACTIVE {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:56:50.009728 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-6b4e934b-3ec5-40f9-ba52-dc8a6fcac6f6 service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393738 May 20 16:56:50.020166 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event deleted for resources: {'Port': ['ID=77779dd3-91c9-45ec-920b-2d32d1dce98b,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:50.075604 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:50.140017 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] No DVR routers for this DVR port 77779dd3-91c9-45ec-920b-2d32d1dce98b on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:56:50.145110 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:50.248644 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-964aab42-dd2d-4f8d-a770-1dd2e0272800 req-1781961b-152c-4b6a-a5e5-6557d58a096e tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9 HTTP/1.1" status: 200 len: 210 time: 0.0515854 May 20 16:56:50.254175 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8e8ce6e1-6d10-4eef-8d54-d7f1c28be720 req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "DELETE /v2.0/ports/77779dd3-91c9-45ec-920b-2d32d1dce98b HTTP/1.1" status: 204 len: 173 time: 1.2779553 May 20 16:56:50.288918 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-461549bc-13cc-4968-86e7-70ae646e3cd2 req-0bcf707c-5e03-4b7a-8827-9382d55f532a service neutron] 10.222.0.82 "GET /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665324 May 20 16:56:50.701973 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'name': 'network-vif-deleted', 'tag': '77779dd3-91c9-45ec-920b-2d32d1dce98b'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:50.744429 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce5ee86-fcfc-41c7-a2fc-fa28eb5c97d9', 'name': 'network-vif-deleted', 'tag': '77779dd3-91c9-45ec-920b-2d32d1dce98b', 'status': 'completed', 'code': 200} May 20 16:56:52.094280 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 77779dd3-91c9-45ec-920b-2d32d1dce98b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:56:52.132135 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 77779dd3-91c9-45ec-920b-2d32d1dce98b {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:56:52.132490 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 77779dd3-91c9-45ec-920b-2d32d1dce98b not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:56:52.919765 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf66f-f9e6-496e-bc71-cb320ee6ccc1 req-daf938d3-365f-4c6e-b5df-18a5da74b05d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:52.921177 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d9baf66f-f9e6-496e-bc71-cb320ee6ccc1 req-daf938d3-365f-4c6e-b5df-18a5da74b05d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 945 time: 0.0800321 May 20 16:56:52.968499 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d9baf66f-f9e6-496e-bc71-cb320ee6ccc1 req-7d566276-9e6c-4ca9-affd-9ab2478a7cec tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 May 20 16:56:54.157584 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae4ff-729b-4912-a20f-b491b14f94f6 req-38f6ef38-2dec-40e4-828a-3ee964af80b4 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:54.159050 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4b2ae4ff-729b-4912-a20f-b491b14f94f6 req-38f6ef38-2dec-40e4-828a-3ee964af80b4 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 945 time: 0.0808210 May 20 16:56:54.204177 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4b2ae4ff-729b-4912-a20f-b491b14f94f6 req-38169d41-a88d-4710-b28e-1b00cc9c543d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387633 May 20 16:56:55.045952 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-248d9375-d984-48ae-b996-d5b8fddb1831 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:55.046691 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-248d9375-d984-48ae-b996-d5b8fddb1831 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Synchronizing usage tracker for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:55.062352 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-248d9375-d984-48ae-b996-d5b8fddb1831 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Unset dirty status for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:55.063509 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-248d9375-d984-48ae-b996-d5b8fddb1831 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 945 time: 0.0977387 May 20 16:56:55.209533 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Deleting port cc412b63-7de0-4f9f-8c82-350518f85e6b {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:55.209906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:55.341915 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] For port cc412b63-7de0-4f9f-8c82-350518f85e6b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=cc412b63-7de0-4f9f-8c82-350518f85e6b,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:55.342299 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:55.393903 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832941-7208-4254-8e35-847a577e06fb req-3dd518e6-b912-4203-b8cb-0577905f90be tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:55.395427 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-71832941-7208-4254-8e35-847a577e06fb req-3dd518e6-b912-4203-b8cb-0577905f90be tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=d443078e-fc36-474d-a84b-2caa0b2043b3 HTTP/1.1" status: 200 len: 945 time: 0.0855813 May 20 16:56:55.442869 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-71832941-7208-4254-8e35-847a577e06fb req-62cacc79-dee3-412f-a908-bc22986d0312 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 May 20 16:56:55.465499 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Calling delete_port for cc412b63-7de0-4f9f-8c82-350518f85e6b owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:55.579691 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:55.585213 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5dbc9653-d27b-48eb-a12d-3f74cafc670f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:55.591469 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730', '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'cc412b63-7de0-4f9f-8c82-350518f85e6b'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:55.658516 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event deleted for resources: {'Port': ['ID=cc412b63-7de0-4f9f-8c82-350518f85e6b,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:55.661517 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:55.710350 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] No DVR routers for this DVR port cc412b63-7de0-4f9f-8c82-350518f85e6b on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:56:55.712957 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:55.716870 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'name': 'network-vif-deleted', 'tag': 'cc412b63-7de0-4f9f-8c82-350518f85e6b'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:55.733423 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-32c822fa-799a-4c3c-9ce3-247c4e19a80d req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "DELETE /v2.0/ports/cc412b63-7de0-4f9f-8c82-350518f85e6b HTTP/1.1" status: 204 len: 173 time: 0.6594520 May 20 16:56:55.770189 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd443078e-fc36-474d-a84b-2caa0b2043b3', 'name': 'network-vif-deleted', 'tag': 'cc412b63-7de0-4f9f-8c82-350518f85e6b', 'status': 'completed', 'code': 200} May 20 16:56:56.897669 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092e957-52ca-431a-9761-e0475f823561 req-36350561-3d50-49a0-83f5-e36de6f51dbe tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:56.899113 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1092e957-52ca-431a-9761-e0475f823561 req-36350561-3d50-49a0-83f5-e36de6f51dbe tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 946 time: 0.0783730 May 20 16:56:56.943190 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1092e957-52ca-431a-9761-e0475f823561 req-6a07e814-809f-495a-8f7f-a24d9f4009da tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 May 20 16:56:58.104457 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device cc412b63-7de0-4f9f-8c82-350518f85e6b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:56:58.138677 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: cc412b63-7de0-4f9f-8c82-350518f85e6b {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:56:58.139021 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device cc412b63-7de0-4f9f-8c82-350518f85e6b not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:56:58.379762 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027eea7-9a19-4b16-a304-68f71321f173 req-ab648d32-c308-447d-ab31-e18b927a7b93 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:58.381806 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5027eea7-9a19-4b16-a304-68f71321f173 req-ab648d32-c308-447d-ab31-e18b927a7b93 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 946 time: 0.3215816 May 20 16:56:58.417587 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-ce61d36b-e946-4eb6-a455-23d854f50a92 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:56:58.418311 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-ce61d36b-e946-4eb6-a455-23d854f50a92 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Synchronizing usage tracker for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:56:58.428362 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5027eea7-9a19-4b16-a304-68f71321f173 req-d36dc4c7-41d8-4902-9009-ea4a3ed20606 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 May 20 16:56:58.435033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-ce61d36b-e946-4eb6-a455-23d854f50a92 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Unset dirty status for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:56:58.436276 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-ce61d36b-e946-4eb6-a455-23d854f50a92 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 946 time: 0.0985734 May 20 16:56:58.580590 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Deleting port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:56:58.580934 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:58.713414 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] For port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:56:58.713762 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:58.923050 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Calling delete_port for 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:56:59.034150 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:59.039469 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2273ab23-7951-4964-a36f-34528dad58b7 tempest-VolumesActionsTest-801833900 tempest-VolumesActionsTest-801833900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:56:59.048956 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730', '3158a749-15c0-4fe2-8cb1-22eb5d2ca900'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:56:59.086998 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event deleted for resources: {'Port': ['ID=3158a749-15c0-4fe2-8cb1-22eb5d2ca900,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:56:59.089468 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:56:59.165026 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] No DVR routers for this DVR port 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:56:59.167498 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:56:59.171456 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12fa62f-79d9-4917-b262-545c66d35426', 'name': 'network-vif-deleted', 'tag': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:56:59.187131 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3dd22d86-ec64-4bc3-80c0-2ba34fee3f37 req-0060c3a3-5578-45b3-be2e-a329f994d086 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "DELETE /v2.0/ports/3158a749-15c0-4fe2-8cb1-22eb5d2ca900 HTTP/1.1" status: 204 len: 173 time: 0.7422850 May 20 16:56:59.226906 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12fa62f-79d9-4917-b262-545c66d35426', 'name': 'network-vif-deleted', 'tag': '3158a749-15c0-4fe2-8cb1-22eb5d2ca900', 'status': 'completed', 'code': 200} May 20 16:56:59.593544 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1236eb13-6142-4e04-8e80-a743ec7d6917 req-b68ce017-4156-48b8-971e-adbaf5d73fd7 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=b12fa62f-79d9-4917-b262-545c66d35426 HTTP/1.1" status: 200 len: 210 time: 0.0430872 May 20 16:57:02.134796 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:57:02.169122 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:57:02.169474 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 3158a749-15c0-4fe2-8cb1-22eb5d2ca900 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:57:02.280796 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc6b42-1c31-4786-843a-93e6ace62ade req-4b5a995e-e0e8-4082-9217-d64b536f81d8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:02.282190 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b9bc6b42-1c31-4786-843a-93e6ace62ade req-4b5a995e-e0e8-4082-9217-d64b536f81d8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 945 time: 0.0863030 May 20 16:57:02.330024 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b9bc6b42-1c31-4786-843a-93e6ace62ade req-2e717b87-74b3-4ba5-b20c-9d96392fe101 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 May 20 16:57:02.416641 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:57:03.571947 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2873-60bf-47fc-80f6-34f8644189c1 req-bcd2b58d-ca5f-44a2-9449-b14d416eef18 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:03.573296 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f7fe2873-60bf-47fc-80f6-34f8644189c1 req-bcd2b58d-ca5f-44a2-9449-b14d416eef18 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 945 time: 0.1335537 May 20 16:57:03.619340 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f7fe2873-60bf-47fc-80f6-34f8644189c1 req-e23e69b9-5c11-4ec0-ae2f-6b9d96dec09c tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393465 May 20 16:57:04.250694 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-a8710a56-0ba6-4476-8a6b-1c8d8550688f tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:04.251324 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-a8710a56-0ba6-4476-8a6b-1c8d8550688f tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Synchronizing usage tracker for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:57:04.266569 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-a8710a56-0ba6-4476-8a6b-1c8d8550688f tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Unset dirty status for tenant:ba11e3ac8fc2452a946deee35050999e on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:57:04.267730 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-a8710a56-0ba6-4476-8a6b-1c8d8550688f tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 945 time: 0.0986757 May 20 16:57:04.405572 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Deleting port 5e18d862-368f-46e5-96dc-ed7895496730 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:57:04.405911 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:04.543773 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] For port 5e18d862-368f-46e5-96dc-ed7895496730, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=5e18d862-368f-46e5-96dc-ed7895496730,segment=NetworkSegment(70f8d264-5ecf-4e6f-be7c-d8d29c195397),segment_id=70f8d264-5ecf-4e6f-be7c-d8d29c195397)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:04.544132 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:04.677857 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Calling delete_port for 5e18d862-368f-46e5-96dc-ed7895496730 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:57:04.798448 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:04.805660 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-aaca896f-baab-4f0a-9d0a-7e0b5502930a tempest-VolumesSnapshotTestJSON-387576887 tempest-VolumesSnapshotTestJSON-387576887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:04.810675 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['5e18d862-368f-46e5-96dc-ed7895496730'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:57:04.813995 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf84764-f288-45cb-8a01-0f4b781f3658 req-0b5d9a12-a430-4864-845f-c3fd139d473b tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:04.815607 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1cf84764-f288-45cb-8a01-0f4b781f3658 req-0b5d9a12-a430-4864-845f-c3fd139d473b tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca4377d4-11b5-44af-93be-07deb71ccf92 HTTP/1.1" status: 200 len: 945 time: 0.0831895 May 20 16:57:04.853764 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Pushing event deleted for resources: {'Port': ['ID=5e18d862-368f-46e5-96dc-ed7895496730,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:04.856822 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:04.866461 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1cf84764-f288-45cb-8a01-0f4b781f3658 req-904cbae9-9a6a-414f-a401-f4d3cae328c1 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.69 "GET /v2.0/security-groups?id=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 May 20 16:57:04.934985 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] No DVR routers for this DVR port 5e18d862-368f-46e5-96dc-ed7895496730 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:57:04.937551 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:04.940073 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'name': 'network-vif-deleted', 'tag': '5e18d862-368f-46e5-96dc-ed7895496730'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:57:04.956000 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-eaff3c90-ff4e-4688-a1c7-fd7c8c247755 req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] 10.222.0.82 "DELETE /v2.0/ports/5e18d862-368f-46e5-96dc-ed7895496730 HTTP/1.1" status: 204 len: 173 time: 0.6815832 May 20 16:57:04.993600 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca4377d4-11b5-44af-93be-07deb71ccf92', 'name': 'network-vif-deleted', 'tag': '5e18d862-368f-46e5-96dc-ed7895496730', 'status': 'completed', 'code': 200} May 20 16:57:05.965250 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52224) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:06.024917 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Deleting subnet f9e72eba-1e62-4825-98c7-18000301d986 {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:57:06.027649 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.079036 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2518688'] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.133954 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.379103 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10308614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515558'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.383023 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:06.417156 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e72eba-1e62-4825-98c7-18000301d986,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:06.419897 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:06.424383 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.430666 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-9bfa7df7-f7e4-47eb-a7a5-ab79d2952bae admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f9e72eba-1e62-4825-98c7-18000301d986 HTTP/1.1" status: 204 len: 168 time: 0.4643576 May 20 16:57:06.433098 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52230) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:06.617700 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.740763 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.753398 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704ff81c-de94-4327-9ae1-37d02f28262c']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:57:06.767018 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f8d264-5ecf-4e6f-be7c-d8d29c195397') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:57:06.767319 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f8d264-5ecf-4e6f-be7c-d8d29c195397') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:57:06.779062 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.796724 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.803629 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:57:06.804100 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:57:06.818269 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:57:06.896035 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.899673 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4f76df18-fe66-4fc4-8b9e-944da2b98357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:06.912586 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:06.922710 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=704ff81c-de94-4327-9ae1-37d02f28262c,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:06.928347 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:06.931746 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6f7d3302-8a37-410b-b451-0c1ed91d4ffc admin admin] 10.222.0.69 "DELETE /v2.0/networks/704ff81c-de94-4327-9ae1-37d02f28262c HTTP/1.1" status: 204 len: 168 time: 0.4974813 May 20 16:57:07.104160 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52238) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:07.153367 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-78874851-f9f5-41c8-a6d0-fa3f98628661 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba11e3ac8fc2452a946deee35050999e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476489 May 20 16:57:07.155574 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52242) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:07.212440 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:07.241734 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:07.291941 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:07.295568 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-a9e7b8a6-8550-4b6b-8fc0-69405354d468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:07.310861 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3693b7f-95a4-4d9b-8d26-d9d60aa012cc,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:07.314843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:07.318460 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:07.319586 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3693b7f-95a4-4d9b-8d26-d9d60aa012cc HTTP/1.1" status: 204 len: 168 time: 0.1630738 May 20 16:57:08.168751 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 5e18d862-368f-46e5-96dc-ed7895496730 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:57:08.205522 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 5e18d862-368f-46e5-96dc-ed7895496730 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:57:08.205875 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 5e18d862-368f-46e5-96dc-ed7895496730 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:57:11.472128 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52320) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:11.587221 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:11.601813 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:11.605598 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Usage tracker for resource:security_group_rule and tenant:b4446d61d6d2497394efc8aaa1f019d9 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:11.608367 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:11.614096 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:11.698622 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:11.702141 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:11.708930 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6174e1aa-44b6-474a-84da-9ac9c6d254c6 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:11.749506 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4446d61d6d2497394efc8aaa1f019d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756286 May 20 16:57:11.750429 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4fa736-7b59-4732-9f4f-8c4d259bacd5,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:11.752187 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52326) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:11.753509 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c5ab0646-26a7-4bf8-8218-1326b6c23634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:11.816197 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:11.843078 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:11.894096 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:11.899642 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b8aa0d45-7bad-4653-a0fe-41c7ccfef207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:11.909582 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4fa736-7b59-4732-9f4f-8c4d259bacd5,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:11.919891 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:11.920972 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f4fa736-7b59-4732-9f4f-8c4d259bacd5 HTTP/1.1" status: 204 len: 168 time: 0.1676831 May 20 16:57:11.922264 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.922629 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.922988 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.923337 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.923688 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.924034 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.924377 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.924822 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.925174 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.925880 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.926557 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.926894 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:11.933971 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f5094291-ea5f-45d7-9de9-28718fa469b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:13.630366 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52384) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:13.750406 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:13.768798 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:13.772607 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Usage tracker for resource:security_group_rule and tenant:9339285cc0e34dea864ef61de9f8f077 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:13.775400 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:13.781078 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:13.866071 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:13.869724 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:13.877830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0a30174e-9bf7-4238-a30b-90b052bfeebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:13.916282 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9339285cc0e34dea864ef61de9f8f077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847981 May 20 16:57:13.917815 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4172ab3-0434-4a17-8698-4538872da8db,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:13.919001 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52390) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:13.926326 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.926740 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.927058 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.927418 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.927766 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.928115 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.928462 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.928804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.929149 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.929490 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.929831 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.930194 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:13.933923 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:13.982989 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-849cb234-d226-4701-ac3c-c3835497a685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.010584 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-849cb234-d226-4701-ac3c-c3835497a685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.065290 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-849cb234-d226-4701-ac3c-c3835497a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.070351 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6df0fabd-b940-4af8-a1dd-740962feb71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:14.081750 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cb234-d226-4701-ac3c-c3835497a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4172ab3-0434-4a17-8698-4538872da8db,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:14.084390 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-849cb234-d226-4701-ac3c-c3835497a685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:14.087829 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-849cb234-d226-4701-ac3c-c3835497a685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.089564 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-849cb234-d226-4701-ac3c-c3835497a685 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4172ab3-0434-4a17-8698-4538872da8db HTTP/1.1" status: 204 len: 168 time: 0.1694360 May 20 16:57:14.212070 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-7cf43fe7-3864-4e10-a58c-2aedde7e749d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.375200 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52400) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:14.396430 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.486818 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:14.490611 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd1a03dafe3403cb66e38ea27f8d21d is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:14.493376 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:14.498938 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:14.581780 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.586459 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.594940 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2a7a382d-1736-4d67-a895-7136ecb264ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:14.636425 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcd1a03dafe3403cb66e38ea27f8d21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601576 May 20 16:57:14.638015 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb2287-e4e9-4f01-bf60-abee1d54008d,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:14.639150 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52404) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:14.641044 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:14.699186 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.725222 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.775722 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.779441 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-59edc7a6-a375-45ea-9f17-bb65e60f9829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:14.797041 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb2287-e4e9-4f01-bf60-abee1d54008d,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:14.799851 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:14.809863 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:14.810996 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34eb2287-e4e9-4f01-bf60-abee1d54008d HTTP/1.1" status: 204 len: 168 time: 0.1708839 May 20 16:57:16.760567 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5c1081da-a47e-4f9f-9179-65f3f6a46073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:16.841779 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:17.626291 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:18.022652 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:19.487929 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:19.843459 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-55276984-c8c5-4c90-985e-569d9ddd5d64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1734920 May 20 16:57:19.990000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-30441c72-6088-4473-b8c6-b32bda1bc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:19.991575 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-30441c72-6088-4473-b8c6-b32bda1bc508 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1098 time: 0.0772343 May 20 16:57:20.144270 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-aa244708-d734-4761-8a33-e48e6c88c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:20.145944 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-aa244708-d734-4761-8a33-e48e6c88c346 service neutron] 10.222.0.82 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 909 time: 0.1351144 May 20 16:57:20.250988 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-29955571-bee6-4bb8-87e0-7473e234b695 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 999 time: 0.0973558 May 20 16:57:20.321033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-8599086a-4318-4b51-8cce-f523a56649e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:20.322624 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-8599086a-4318-4b51-8cce-f523a56649e9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 200 len: 847 time: 0.0647912 May 20 16:57:20.400337 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-68787758-de00-4a3a-9772-bbb407bc33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:20.401707 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-68787758-de00-4a3a-9772-bbb407bc33eb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=173970ce-0a50-42aa-941d-0dcab0c58340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723503 May 20 16:57:20.440347 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52510) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:20.540402 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-d93cdd4e-2d68-4069-992c-12c94903d58d service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299572 May 20 16:57:20.561048 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:20.575712 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:20.579704 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Usage tracker for resource:security_group_rule and tenant:b140440ec65f4584a93a5891a52ba00f is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:20.583145 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:20.588820 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:20.680000 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:20.682445 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-2e85b8d1-6045-4356-bb09-b3ee162fbc5b req-ea7b646b-876c-4e18-879b-881821c568b2 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340122 May 20 16:57:20.684444 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:20.704741 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6e284d8c-ab7a-44f1-86a0-bbd0fb8982cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:20.744692 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b140440ec65f4584a93a5891a52ba00f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032939 May 20 16:57:20.747353 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52522) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:20.748917 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce28eb60-fccc-4ef7-8773-547a0cffb9a1,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:20.752054 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:20.804984 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:20.829632 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:20.884132 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:20.889379 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-29827194-3f1c-446a-bb29-0eefa13c1550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:20.984500 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce28eb60-fccc-4ef7-8773-547a0cffb9a1,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:20.987322 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:20.988256 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:20.990577 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce28eb60-fccc-4ef7-8773-547a0cffb9a1 HTTP/1.1" status: 204 len: 168 time: 0.2422571 May 20 16:57:21.267991 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52532) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:21.286332 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:21.300020 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:21.304026 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Usage tracker for resource:security_group_rule and tenant:5dd191f877bb4828a2e3c8672c215448 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:21.306893 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:21.312442 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:21.396621 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:21.400871 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:21.408965 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ede07fac-673c-4a67-874b-efe942c592fd tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:21.451324 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dd191f877bb4828a2e3c8672c215448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822600 May 20 16:57:21.452978 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8711c60-e659-4b9f-9f4c-51f0a64359f4,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:21.454412 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52538) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:21.456019 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:21.515452 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:21.541422 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:21.594939 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:21.600203 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cef07ac0-9a62-47dc-bc57-1ab2c6c9b813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:21.613684 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8711c60-e659-4b9f-9f4c-51f0a64359f4,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:21.617752 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:21.626979 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:21.642182 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8711c60-e659-4b9f-9f4c-51f0a64359f4 HTTP/1.1" status: 204 len: 168 time: 0.1781507 May 20 16:57:21.974659 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177893b-9efb-4b1d-931a-09ababc8dcfa req-d136ed8b-0c0c-4016-b963-66428393ddcf tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:21.976197 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8177893b-9efb-4b1d-931a-09ababc8dcfa req-d136ed8b-0c0c-4016-b963-66428393ddcf tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0923171 May 20 16:57:22.022371 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8177893b-9efb-4b1d-931a-09ababc8dcfa req-18cbb86c-a04c-4c87-8f06-614f31b035e7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 May 20 16:57:23.220335 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f75703-b460-4e7e-b3d3-538fda5daaad req-d77877bf-be2a-46b6-b5cd-b252ba3ac627 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:23.220335 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-60f75703-b460-4e7e-b3d3-538fda5daaad req-d77877bf-be2a-46b6-b5cd-b252ba3ac627 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0819035 May 20 16:57:23.266901 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-60f75703-b460-4e7e-b3d3-538fda5daaad req-db0304bd-4356-452a-b9b8-cd7206daae86 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398307 May 20 16:57:23.833503 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52626) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:23.956304 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:23.972652 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:23.976521 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Usage tracker for resource:security_group_rule and tenant:805136213f104f139220e62386b6e199 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:23.979340 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:23.984958 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:24.069191 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.074417 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.082884 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3f243c0b-0f71-45b2-a1f4-b1f6ae54c1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:24.121254 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=805136213f104f139220e62386b6e199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866461 May 20 16:57:24.122853 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9195ee-32e7-4873-ae3c-e3f0372714d5,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:24.123887 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52634) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:24.125666 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:24.182901 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc546-aa5a-4c3c-9c78-2f2541033c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.211645 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc546-aa5a-4c3c-9c78-2f2541033c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.261767 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc546-aa5a-4c3c-9c78-2f2541033c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.265399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-50b3199f-b723-4a17-a3be-bc3fda9745c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:24.277735 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbc546-aa5a-4c3c-9c78-2f2541033c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9195ee-32e7-4873-ae3c-e3f0372714d5,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:24.280285 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f1cbc546-aa5a-4c3c-9c78-2f2541033c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:24.288709 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc546-aa5a-4c3c-9c78-2f2541033c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.289869 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-f1cbc546-aa5a-4c3c-9c78-2f2541033c86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b9195ee-32e7-4873-ae3c-e3f0372714d5 HTTP/1.1" status: 204 len: 168 time: 0.1650319 May 20 16:57:24.458780 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538e977-b07e-4dd0-a7e5-ae2aa4cdcab7 req-2530b746-e7b7-4fd3-8ddf-2a0f0f4e81f5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:24.460137 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7538e977-b07e-4dd0-a7e5-ae2aa4cdcab7 req-2530b746-e7b7-4fd3-8ddf-2a0f0f4e81f5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0844967 May 20 16:57:24.508846 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7538e977-b07e-4dd0-a7e5-ae2aa4cdcab7 req-2e5a7b09-c18b-4985-938e-60753dd0a7fa tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 May 20 16:57:24.571696 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52644) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:24.589568 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.604116 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:24.607840 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Usage tracker for resource:security_group_rule and tenant:c9a458cf9bb7421bb25be99b50644bf9 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:24.610596 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:24.616234 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:24.697931 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.701631 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.710448 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6db8ed7f-0e6a-4fd7-900b-097d78cc8c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:24.748300 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9a458cf9bb7421bb25be99b50644bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755435 May 20 16:57:24.749828 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8d51d9-cbff-4687-85f3-7353b1af604a,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:24.751152 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52648) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:24.752744 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:24.809062 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.835780 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.887350 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.890916 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ac1917b7-a87e-4fc8-b6fc-6973456f157f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:24.903455 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8d51d9-cbff-4687-85f3-7353b1af604a,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:24.906317 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:24.908226 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:24.909294 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b8d51d9-cbff-4687-85f3-7353b1af604a HTTP/1.1" status: 204 len: 168 time: 0.1571918 May 20 16:57:25.705971 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d70adb-557d-49d7-9c47-95efec0cf406 req-d666d319-f177-4ee4-ba02-9dd0a964747d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:25.707560 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55d70adb-557d-49d7-9c47-95efec0cf406 req-d666d319-f177-4ee4-ba02-9dd0a964747d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0839550 May 20 16:57:25.752756 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55d70adb-557d-49d7-9c47-95efec0cf406 req-78f3530c-72e4-4ae8-80a7-f11fd1e82cbf tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395675 May 20 16:57:26.903264 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 52716) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:26.953288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba68c9-c6e9-410f-b660-ca81afc029be req-e979f9fa-602b-4e5a-a4c4-6c0b5c424403 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:26.954925 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-13ba68c9-c6e9-410f-b660-ca81afc029be req-e979f9fa-602b-4e5a-a4c4-6c0b5c424403 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0884881 May 20 16:57:27.008814 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-13ba68c9-c6e9-410f-b660-ca81afc029be req-a41db25f-3239-494f-952f-dc0c6f3040c7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477679 May 20 16:57:27.022007 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.039768 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:27.043558 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Usage tracker for resource:security_group_rule and tenant:ef03aa1622d2496cbedb65735f4997a0 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:27.046358 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:27.052783 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:27.132198 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.136064 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.144389 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-bd1b7ce0-1705-4f21-9b65-668ef91f724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:27.183600 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ef03aa1622d2496cbedb65735f4997a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792287 May 20 16:57:27.184344 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374dce72-1ffc-47f6-8946-fda86a316546,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:27.186344 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52722) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:27.187245 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:27.252528 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.279897 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.333859 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.337725 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-faef6a27-9701-4973-95df-c82329d8f9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:27.350234 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374dce72-1ffc-47f6-8946-fda86a316546,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:27.354216 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:27.364640 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.365741 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/374dce72-1ffc-47f6-8946-fda86a316546 HTTP/1.1" status: 204 len: 168 time: 0.1782484 May 20 16:57:27.637655 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52732) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:27.655631 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.670438 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:27.674170 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6200044cea4aee8590eb8f2aa7dd0b is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:27.678006 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:27.683690 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:27.768814 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.772623 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.778982 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-59e41fcd-8cc6-4d65-83df-8056178527c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:27.823080 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db2cc8-b4b3-47be-8daa-983fb566d4e1,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:27.826074 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:27.828674 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f6200044cea4aee8590eb8f2aa7dd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899905 May 20 16:57:27.831229 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52736) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:27.889159 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.915410 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.965279 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.969003 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c53b7d22-0aed-48cf-92da-398461bceb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:27.980679 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db2cc8-b4b3-47be-8daa-983fb566d4e1,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:27.984553 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:27.987768 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:27.989531 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3db2cc8-b4b3-47be-8daa-983fb566d4e1 HTTP/1.1" status: 204 len: 168 time: 0.1574080 May 20 16:57:28.205166 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15f467-362a-4d23-90da-1359ec147471 req-ded6504a-702b-4a77-a43e-0ac8b337f2e0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:28.206748 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ef15f467-362a-4d23-90da-1359ec147471 req-ded6504a-702b-4a77-a43e-0ac8b337f2e0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0872855 May 20 16:57:28.252207 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ef15f467-362a-4d23-90da-1359ec147471 req-adaf4086-7e3b-4545-99df-21a2dbed4a76 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 May 20 16:57:29.445440 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd932d59-7787-43bd-a46c-200eb91856bd req-3f26db6a-47a2-4804-934d-f1d342064b2c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:29.446923 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bd932d59-7787-43bd-a46c-200eb91856bd req-3f26db6a-47a2-4804-934d-f1d342064b2c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0801063 May 20 16:57:29.496470 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bd932d59-7787-43bd-a46c-200eb91856bd req-164779ae-a6db-458f-a59b-38e776cfda9a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 May 20 16:57:30.690018 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210d0a7-0d0e-41e7-ad9c-0b85fb19db15 req-ca48ae5d-dbbe-4b86-b5e0-8ab58fa83df9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:30.691793 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9210d0a7-0d0e-41e7-ad9c-0b85fb19db15 req-ca48ae5d-dbbe-4b86-b5e0-8ab58fa83df9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0818117 May 20 16:57:30.738766 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9210d0a7-0d0e-41e7-ad9c-0b85fb19db15 req-93398243-3069-46d1-a6c4-07c726c6afdd tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 May 20 16:57:31.940756 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65053b-58cb-4a5e-a03c-073c906d54d0 req-d7581dfe-2787-4d99-95d4-5823a78a6e7d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:31.943041 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2e65053b-58cb-4a5e-a03c-073c906d54d0 req-d7581dfe-2787-4d99-95d4-5823a78a6e7d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0954375 May 20 16:57:31.987214 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2e65053b-58cb-4a5e-a03c-073c906d54d0 req-365d5430-c72c-4fe7-b9b8-bb8f474d5285 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383930 May 20 16:57:32.720536 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231466b4-2542-4079-b788-21e169ee467a req-eb2eef06-8426-4f7c-9080-de000d2f9037 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:32.721971 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-231466b4-2542-4079-b788-21e169ee467a req-eb2eef06-8426-4f7c-9080-de000d2f9037 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0806193 May 20 16:57:32.727321 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52824) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:32.772059 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-231466b4-2542-4079-b788-21e169ee467a req-0f41019a-c2d4-4c1d-9cb8-8ba80aeeae29 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423119 May 20 16:57:32.845574 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:32.865656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:57:32.869455 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Usage tracker for resource:security_group_rule and tenant:6f24140716274ab78ebcbad052139611 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:57:32.872269 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:57:32.877898 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:57:32.969988 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:32.975949 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:32.984740 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-19663a81-8430-4599-bb3b-3728ac82375c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:33.025318 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f24140716274ab78ebcbad052139611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969706 May 20 16:57:33.027852 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 52836) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:33.030623 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc98ec-a88b-472f-a8f0-b20ba1019c3d,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:33.042943 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:33.093306 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:33.249087 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:33.319978 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeada3-7fee-4819-bb01-ad5012ec5d77 req-79a07c29-78d1-4f3f-ac4a-babece37a800 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:33.321429 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-62aeada3-7fee-4819-bb01-ad5012ec5d77 req-79a07c29-78d1-4f3f-ac4a-babece37a800 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.2175863 May 20 16:57:33.343912 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:33.351936 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-31dada61-3dc3-437c-b4c2-6c8b86f2180d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:33.365656 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc98ec-a88b-472f-a8f0-b20ba1019c3d,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:33.376128 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:33.381100 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:33.382217 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66cc98ec-a88b-472f-a8f0-b20ba1019c3d HTTP/1.1" status: 204 len: 168 time: 0.3534381 May 20 16:57:33.391652 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-62aeada3-7fee-4819-bb01-ad5012ec5d77 req-ad28a829-6492-4ec2-9e0a-1fe8e6dabeae tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642099 May 20 16:57:33.964374 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742208b-0de7-4338-ae07-1a21d862d12d req-ac434825-2a1c-4fb3-a3cc-b1ed0381df8b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:33.965955 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9742208b-0de7-4338-ae07-1a21d862d12d req-ac434825-2a1c-4fb3-a3cc-b1ed0381df8b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0877836 May 20 16:57:34.015417 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9742208b-0de7-4338-ae07-1a21d862d12d req-553f151d-d3ca-485f-a2f3-a6219d9377cf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436008 May 20 16:57:34.325501 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:57:34.466759 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:34.481551 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'port_id': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'mac_address': 'fa:16:3e:c9:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:57:34.549300 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:34.574656 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50244225-37d2-4a9f-bd62-6e08564eb03d {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:57:34.601889 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:34.606607 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:34.610764 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:34.638072 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba85410-7928-46f4-b8d3-c43f47f85f78 req-8c56a412-275c-4e56-b583-1cb19b4e2464 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:34.646066 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9ba85410-7928-46f4-b8d3-c43f47f85f78 req-8c56a412-275c-4e56-b583-1cb19b4e2464 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.1278222 May 20 16:57:34.701461 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9ba85410-7928-46f4-b8d3-c43f47f85f78 req-8d151b50-9c74-4f20-805b-45e7831a493f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544043 May 20 16:57:34.739203 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=6']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:34.743073 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:34.787752 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['50244225-37d2-4a9f-bd62-6e08564eb03d'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:57:35.217080 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7482661-45a1-4db8-9404-c1d704ef10a6 req-954442f9-e8d2-4e66-b831-e459615cf999 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:35.218609 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d7482661-45a1-4db8-9404-c1d704ef10a6 req-954442f9-e8d2-4e66-b831-e459615cf999 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0903213 May 20 16:57:35.268063 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d7482661-45a1-4db8-9404-c1d704ef10a6 req-5193e476-3b5e-4f93-910a-6fdf243712cc tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427678 May 20 16:57:35.918373 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d97d-5621-4157-88d1-b0a8e257615c req-641a82de-e4de-4488-8d45-08369e286919 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:35.928415 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6865d97d-5621-4157-88d1-b0a8e257615c req-641a82de-e4de-4488-8d45-08369e286919 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 944 time: 0.1154776 May 20 16:57:35.974952 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6865d97d-5621-4157-88d1-b0a8e257615c req-f3da6f9b-c5d9-4a49-bdab-683e0ba94140 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 May 20 16:57:36.323927 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:57:36.416657 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 50244225-37d2-4a9f-bd62-6e08564eb03d triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:57:36.417171 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.556938 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.594755 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:57:36.604981 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:36.612794 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:36.615776 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:36.663164 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065e10-c453-4ed4-ac34-4a6835bc1d5f req-92b94bb2-1b5d-4a51-9d74-018bf266ff13 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:36.669978 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d5065e10-c453-4ed4-ac34-4a6835bc1d5f req-92b94bb2-1b5d-4a51-9d74-018bf266ff13 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1439986 May 20 16:57:36.707218 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=7']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:36.718667 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:36.758445 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d5065e10-c453-4ed4-ac34-4a6835bc1d5f req-f36f9ee2-9268-4f5e-964d-9a49ab6a8406 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811918 May 20 16:57:36.786884 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'code': 200} May 20 16:57:37.190965 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9762-4b62-4d59-8a0c-c5d008a00a4d req-79d4ec43-39cb-4580-a01a-0eb75f2dbf28 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:37.194533 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-233d9762-4b62-4d59-8a0c-c5d008a00a4d req-79d4ec43-39cb-4580-a01a-0eb75f2dbf28 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0939758 May 20 16:57:37.241799 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-233d9762-4b62-4d59-8a0c-c5d008a00a4d req-b4b5f1dc-870e-4069-a6f9-ae2c94a616e5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 May 20 16:57:37.968689 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ea660-fc0d-4a57-90d0-64113d5b9239 req-876cfb32-06d0-4e47-bc82-5571c0484919 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:37.970219 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-935ea660-fc0d-4a57-90d0-64113d5b9239 req-876cfb32-06d0-4e47-bc82-5571c0484919 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0878458 May 20 16:57:38.030221 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-935ea660-fc0d-4a57-90d0-64113d5b9239 req-c7858e16-c525-459a-b424-aae2f3856a2c tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 May 20 16:57:38.448250 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9257b8-667b-46f4-81d3-0b945c286042 req-d713594b-96db-4f4a-be3b-0f1f361f2666 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:38.450178 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c9257b8-667b-46f4-81d3-0b945c286042 req-d713594b-96db-4f4a-be3b-0f1f361f2666 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0889554 May 20 16:57:38.502609 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c9257b8-667b-46f4-81d3-0b945c286042 req-01beb6a7-ab21-45f6-b637-b07a7698384f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461967 May 20 16:57:39.260684 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd368a-9726-4aa2-b3ea-35c2a9f0274d req-89dd798e-11b1-4493-9a73-fc925efe3b22 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:39.262104 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c0bd368a-9726-4aa2-b3ea-35c2a9f0274d req-89dd798e-11b1-4493-9a73-fc925efe3b22 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1045148 May 20 16:57:39.336845 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c0bd368a-9726-4aa2-b3ea-35c2a9f0274d req-93e9af34-bce7-4620-b0cd-99ca6301b5ff tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685050 May 20 16:57:39.417653 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:57:39.706986 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bd9e3-dadf-40a7-9083-a2a3fafa7a8b req-47619ffb-8c23-43a8-ae1c-6ac1319ac90c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:39.706986 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f30bd9e3-dadf-40a7-9083-a2a3fafa7a8b req-47619ffb-8c23-43a8-ae1c-6ac1319ac90c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0852678 May 20 16:57:39.763804 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f30bd9e3-dadf-40a7-9083-a2a3fafa7a8b req-9a91ba03-6229-4f1c-a03e-2f30bf89cb2c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506465 May 20 16:57:40.574916 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22424f1-3f6a-4bc9-85b3-46b57c4141bd req-81bfe058-683c-495d-800c-d9912ec694be tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:40.576583 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d22424f1-3f6a-4bc9-85b3-46b57c4141bd req-81bfe058-683c-495d-800c-d9912ec694be tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1150694 May 20 16:57:40.626697 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d22424f1-3f6a-4bc9-85b3-46b57c4141bd req-256df877-09c9-4f5f-945f-a84cab26bf6c tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437284 May 20 16:57:41.045723 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d510a6-d7c1-41ce-970e-c9dd291be10d req-26b69d8b-7a78-474f-b669-2382da99084e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:41.047426 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d5d510a6-d7c1-41ce-970e-c9dd291be10d req-26b69d8b-7a78-474f-b669-2382da99084e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.1297843 May 20 16:57:41.140933 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d5d510a6-d7c1-41ce-970e-c9dd291be10d req-a6b7fd08-c870-48da-ba71-22c51f981d6f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819438 May 20 16:57:41.821454 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc1205-b4d5-47d9-9b66-319e848818c7 req-ddf26967-65e3-4059-99e9-ccd871a351eb tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:41.822804 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49dc1205-b4d5-47d9-9b66-319e848818c7 req-ddf26967-65e3-4059-99e9-ccd871a351eb tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0821388 May 20 16:57:41.867477 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-49dc1205-b4d5-47d9-9b66-319e848818c7 req-b463e998-fa5f-4aa5-87ac-43a9ec55f302 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386147 May 20 16:57:42.349274 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db0c0b-7c7f-4daa-b4d2-7b65c52bfdd3 req-f4396615-893f-405d-acc7-ec46fd28febe tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:42.353012 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-60db0c0b-7c7f-4daa-b4d2-7b65c52bfdd3 req-f4396615-893f-405d-acc7-ec46fd28febe tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0980680 May 20 16:57:42.418744 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-60db0c0b-7c7f-4daa-b4d2-7b65c52bfdd3 req-e97461fe-8e0d-4217-9a1c-4c31bb4578ed tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597022 May 20 16:57:42.858603 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-abe89810-b4e9-41fb-b81e-526d6cc70ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:42.860731 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-abe89810-b4e9-41fb-b81e-526d6cc70ddf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1098 time: 0.0939906 May 20 16:57:43.019135 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-43a2d43b-c6a2-40d1-bcbc-a8168612f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:43.021054 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-43a2d43b-c6a2-40d1-bcbc-a8168612f77c service neutron] 10.222.0.82 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 909 time: 0.1528845 May 20 16:57:43.133318 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453075cd-8c44-416a-a5c6-d67c6c7205c9 req-c63ddb38-20d3-4c7f-8304-755ac089b987 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:43.140876 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-453075cd-8c44-416a-a5c6-d67c6c7205c9 req-c63ddb38-20d3-4c7f-8304-755ac089b987 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0930290 May 20 16:57:43.154195 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-e96b6ef4-bcd8-4ead-a710-038626e77f05 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 999 time: 0.1222150 May 20 16:57:43.196792 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-453075cd-8c44-416a-a5c6-d67c6c7205c9 req-99227d2f-0c45-4878-be0f-6cac4454d18a tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548904 May 20 16:57:43.233235 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-877b2872-8457-449f-b655-5c7a59dff240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:43.234689 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-877b2872-8457-449f-b655-5c7a59dff240 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 200 len: 847 time: 0.0732641 May 20 16:57:43.350844 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-72e256fb-1e73-4921-b323-2b67ca70f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:43.352633 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-72e256fb-1e73-4921-b323-2b67ca70f6b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=173970ce-0a50-42aa-941d-0dcab0c58340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1108785 May 20 16:57:43.534266 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-8459e8f9-ac13-4d89-bcf3-840cc1621f74 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717730 May 20 16:57:43.654011 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0360a-9110-4d58-a2a6-c54f7b02d552 req-6d701363-fd5c-490b-b51a-dc5c8b80289e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:43.656170 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b4b0360a-9110-4d58-a2a6-c54f7b02d552 req-6d701363-fd5c-490b-b51a-dc5c8b80289e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0968671 May 20 16:57:43.702497 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-614696ab-c8fc-412b-aa90-7bc56f9508cd req-6f5d20ca-ccca-4037-96a2-18558cb804d1 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589792 May 20 16:57:43.705273 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b4b0360a-9110-4d58-a2a6-c54f7b02d552 req-94bfb40b-99ed-4026-9519-171483fc120e tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425725 May 20 16:57:44.252561 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6498-5086-45d2-a488-e3fa71705ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:44.427815 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6020a-6460-4b48-9ca4-a427c1d895fe req-40302ae2-99ec-4877-998c-fbd791ad653b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:44.429438 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8de6020a-6460-4b48-9ca4-a427c1d895fe req-40302ae2-99ec-4877-998c-fbd791ad653b tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1093476 May 20 16:57:44.564923 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8de6020a-6460-4b48-9ca4-a427c1d895fe req-a0adc186-6445-4662-a8cd-9f998adc3bce tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293330 May 20 16:57:44.908565 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05100333-bc30-4fa6-a668-8f4e50b1b6f1 req-438b8e7b-06b8-418b-8923-783d808ba58b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:44.910032 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-05100333-bc30-4fa6-a668-8f4e50b1b6f1 req-438b8e7b-06b8-418b-8923-783d808ba58b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.0837460 May 20 16:57:44.965955 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-05100333-bc30-4fa6-a668-8f4e50b1b6f1 req-9851fcff-a569-4628-8d6f-f50cebf0ddf8 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492303 May 20 16:57:45.795371 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425589eb-83e9-4217-9b18-9bb5acad39d6 req-87527d65-51a4-406d-952a-faa42e734096 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:45.796976 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-425589eb-83e9-4217-9b18-9bb5acad39d6 req-87527d65-51a4-406d-952a-faa42e734096 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1189210 May 20 16:57:45.845848 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-425589eb-83e9-4217-9b18-9bb5acad39d6 req-af310bc9-1652-469a-8e41-50cb8466c0d0 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 May 20 16:57:45.971111 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89defedb-6b5d-43cd-905a-fbac58738280 req-ae5a3369-0fcf-4ef1-940a-8100fb440058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:45.973387 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-89defedb-6b5d-43cd-905a-fbac58738280 req-ae5a3369-0fcf-4ef1-940a-8100fb440058 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1098 time: 0.0773997 May 20 16:57:46.124661 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89defedb-6b5d-43cd-905a-fbac58738280 req-7f5dd312-32a4-4869-ae94-8814d9d5c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:46.126385 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-89defedb-6b5d-43cd-905a-fbac58738280 req-7f5dd312-32a4-4869-ae94-8814d9d5c09d service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.1459043 May 20 16:57:46.192256 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251fd0c-09a2-40d4-bb87-83c6c91f279f req-ef344d8b-2900-4dd5-8eaf-8a8c2d38e7f4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:46.193579 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2251fd0c-09a2-40d4-bb87-83c6c91f279f req-ef344d8b-2900-4dd5-8eaf-8a8c2d38e7f4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.1003077 May 20 16:57:46.241054 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2251fd0c-09a2-40d4-bb87-83c6c91f279f req-0dc78946-f4eb-40cd-b2b0-3e4cdce53c02 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 May 20 16:57:46.276204 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-89defedb-6b5d-43cd-905a-fbac58738280 req-986985e8-eecd-4b62-9c0c-57c79e35722a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 200 len: 1001 time: 0.1303418 May 20 16:57:46.343796 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89defedb-6b5d-43cd-905a-fbac58738280 req-5ac42368-9891-475e-8ccd-cf9afe66e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:46.345186 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-89defedb-6b5d-43cd-905a-fbac58738280 req-5ac42368-9891-475e-8ccd-cf9afe66e9ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0613418 May 20 16:57:46.418466 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89defedb-6b5d-43cd-905a-fbac58738280 req-ee31c6bb-fde9-46ce-a05c-93de0bac54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:46.419880 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-89defedb-6b5d-43cd-905a-fbac58738280 req-ee31c6bb-fde9-46ce-a05c-93de0bac54f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0680785 May 20 16:57:46.622923 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-89defedb-6b5d-43cd-905a-fbac58738280 req-50161556-9b4c-4fa3-a4ca-cd6754ef603a service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946895 May 20 16:57:46.755966 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-89defedb-6b5d-43cd-905a-fbac58738280 req-7c88170d-51e2-46ee-98d3-749ee136323f service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262841 May 20 16:57:46.766337 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-82b89d31-342e-4f08-9ab9-320f74ce8a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:46.824541 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:47.034398 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0852fb-6eb0-48d5-a112-0e82ed1974d9 req-9310ed29-1ab5-42b7-913d-0146e7f5d662 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:47.036687 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a0852fb-6eb0-48d5-a112-0e82ed1974d9 req-9310ed29-1ab5-42b7-913d-0146e7f5d662 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0800343 May 20 16:57:47.082362 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2a0852fb-6eb0-48d5-a112-0e82ed1974d9 req-17a1aad2-763e-45fb-b5a4-124b47b772d4 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 May 20 16:57:47.435024 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53032) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:47.501043 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6859b76-9f37-4823-bb6a-1d740a902704 req-0d8a21a3-dca6-42cc-afac-9f498d006352 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:47.502528 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f6859b76-9f37-4823-bb6a-1d740a902704 req-0d8a21a3-dca6-42cc-afac-9f498d006352 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1467125 May 20 16:57:47.514791 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f5877-e71d-44e7-a457-21fd40ded664 req-8c01eaf1-a651-4a0e-8431-4908a18dc3ca tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:47.516464 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6c1f5877-e71d-44e7-a457-21fd40ded664 req-8c01eaf1-a651-4a0e-8431-4908a18dc3ca tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 945 time: 0.1199145 May 20 16:57:47.564014 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-4264f66e-b9a1-4227-a14d-b844299bae34 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277730 May 20 16:57:47.588530 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f6859b76-9f37-4823-bb6a-1d740a902704 req-90c37aa1-1185-43c1-acf1-f86e95bbade5 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711043 May 20 16:57:47.595490 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6c1f5877-e71d-44e7-a457-21fd40ded664 req-c79e73ef-5c9a-4e2a-897a-08d51218ea6d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628767 May 20 16:57:47.630845 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:48.007408 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:48.084344 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c518e-9c9c-41ad-8067-229b1b6d2907 req-c1a50b14-5234-47c2-9a7a-df74dc334a14 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:48.085804 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d65c518e-9c9c-41ad-8067-229b1b6d2907 req-c1a50b14-5234-47c2-9a7a-df74dc334a14 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 946 time: 0.0871987 May 20 16:57:48.132327 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d65c518e-9c9c-41ad-8067-229b1b6d2907 req-e641a01b-080b-465d-b4a8-a67c0f92ac12 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407114 May 20 16:57:48.413408 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:57:48.529905 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:48.559232 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:57:48.570815 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:48.574917 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:48.575940 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4bd5c17a-27a5-4ceb-9b90-605830922155 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:57:48.605443 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-c7cf7496-1a2d-4185-9d38-f920a6073149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:48.637854 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'code': 200} May 20 16:57:48.707850 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=8']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:48.721488 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.722733 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.723542 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.724060 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.724932 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.725414 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.725928 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.726479 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.726969 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.727519 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.727995 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.728698 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:57:48.740026 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:48.843664 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:48.887579 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:48.895218 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:48.897240 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:48.913530 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6d845-25a3-4457-9573-9cc7eb963988 req-a9a3a8d2-fb97-4dc2-adab-76f6577ee4ba tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:48.920979 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d0b6d845-25a3-4457-9573-9cc7eb963988 req-a9a3a8d2-fb97-4dc2-adab-76f6577ee4ba tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.1337805 May 20 16:57:48.963782 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc10bf-a69e-4672-afe1-2fe12e64dab1 req-61d55f3b-61c1-4eb4-acfb-d7affc9ddb93 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:48.965690 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1abc10bf-a69e-4672-afe1-2fe12e64dab1 req-61d55f3b-61c1-4eb4-acfb-d7affc9ddb93 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.2268105 May 20 16:57:48.984636 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=6']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:48.987577 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:49.010690 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d0b6d845-25a3-4457-9573-9cc7eb963988 req-add0f5bf-0d80-4a1c-9b01-974e548d6748 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883768 May 20 16:57:49.067823 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1abc10bf-a69e-4672-afe1-2fe12e64dab1 req-b373e860-951c-482e-baef-16f1844daa30 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883954 May 20 16:57:49.319308 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212a014-efed-4a88-b2ff-4f8abb127cf7 req-83aface0-c004-48df-8795-256548dec857 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:49.320785 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d212a014-efed-4a88-b2ff-4f8abb127cf7 req-83aface0-c004-48df-8795-256548dec857 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 946 time: 0.0817204 May 20 16:57:49.372141 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d212a014-efed-4a88-b2ff-4f8abb127cf7 req-c5e72551-409d-428c-9f3c-6c017da846d9 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454700 May 20 16:57:49.418655 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-082d242f-3c4f-4828-af07-06bd15187578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:49.420206 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-082d242f-3c4f-4828-af07-06bd15187578 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee&tenant_id=04128e4e4036468e9982afc32f36a6c5 HTTP/1.1" status: 200 len: 1096 time: 0.0813491 May 20 16:57:49.493150 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:49.519463 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-0cabd086-e52a-4810-8eef-8f3d6a5af58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:49.520908 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-0cabd086-e52a-4810-8eef-8f3d6a5af58d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1096 time: 0.0782092 May 20 16:57:49.655468 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-e3187fac-f839-4ddb-a052-cab122fbc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:49.656874 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-e3187fac-f839-4ddb-a052-cab122fbc019 service neutron] 10.222.0.82 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 909 time: 0.1282582 May 20 16:57:49.759458 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-eceaddbe-e37d-4502-962d-77af0b8a8552 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 997 time: 0.0931904 May 20 16:57:49.834265 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-21f829e6-88d5-4df0-a8ea-436167ee0513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:49.835710 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-21f829e6-88d5-4df0-a8ea-436167ee0513 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 200 len: 847 time: 0.0673559 May 20 16:57:49.954481 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-b098bed1-f829-4146-b611-c24819d13837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:49.956011 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-b098bed1-f829-4146-b611-c24819d13837 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=173970ce-0a50-42aa-941d-0dcab0c58340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130447 May 20 16:57:50.095610 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-4958d1cb-511d-4597-9ba4-c25effd924a4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:50.096318 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-4958d1cb-511d-4597-9ba4-c25effd924a4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Synchronizing usage tracker for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:57:50.126382 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-6442b563-1150-4d04-8e23-c6c9aac6b0b5 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587248 May 20 16:57:50.130966 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-4958d1cb-511d-4597-9ba4-c25effd924a4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Unset dirty status for tenant:7373aa4caf604ebc9fa09eb2ef8d71ca on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:57:50.132056 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-4958d1cb-511d-4597-9ba4-c25effd924a4 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 946 time: 0.2255993 May 20 16:57:50.295474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9133498-d9f4-4430-881a-99f07a6330fd req-9212aaa7-4125-45e5-ba83-c70233739603 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:50.305291 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b9133498-d9f4-4430-881a-99f07a6330fd req-9212aaa7-4125-45e5-ba83-c70233739603 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 943 time: 0.1166968 May 20 16:57:50.363586 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b9133498-d9f4-4430-881a-99f07a6330fd req-0d739792-0fc7-441a-b40a-33f3c65c18fa tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562680 May 20 16:57:50.379724 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-d23b13f7-0631-4010-a6f7-b13e61f0e066 req-cd90a023-5aed-4914-a1b1-39ccba40782f service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466896 May 20 16:57:50.401131 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Deleting port 1efc9263-0655-4c41-b5fc-d6d652b447e8 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:57:50.401804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:50.539105 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] For port 1efc9263-0655-4c41-b5fc-d6d652b447e8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=1efc9263-0655-4c41-b5fc-d6d652b447e8,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:50.539842 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:50.589468 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9640c-a62c-413a-a05d-9896abf9d0ac req-bb94a45f-1d3f-4bc4-b2a1-e7c143fcf352 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:50.590947 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-efa9640c-a62c-413a-a05d-9896abf9d0ac req-bb94a45f-1d3f-4bc4-b2a1-e7c143fcf352 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.2018425 May 20 16:57:50.596085 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-9435c7a3-6681-432c-b7f9-8d3d82e6d75e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1747139 May 20 16:57:50.639378 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:57:50.645243 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb0d42-1178-4cc1-bad4-a3500283ca9a req-1b5a3f7d-e73b-4f7d-a330-7cff05ffb7f8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:50.646771 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-61cb0d42-1178-4cc1-bad4-a3500283ca9a req-1b5a3f7d-e73b-4f7d-a330-7cff05ffb7f8 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 946 time: 0.1540444 May 20 16:57:50.654374 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-efa9640c-a62c-413a-a05d-9896abf9d0ac req-c2f3cdf3-7aa6-4f84-9876-174eeb5ff362 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573115 May 20 16:57:50.701363 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-61cb0d42-1178-4cc1-bad4-a3500283ca9a req-db1806a9-7196-43c2-842e-cfaa86b87e62 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups?id=6362c7f1-014a-4a56-aa6d-3f7c4960ca71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459709 May 20 16:57:50.725420 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'code': 200} May 20 16:57:50.933171 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:50.933461 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:50.933780 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.l3_db [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Floating IP 92f00d7e-a91e-4d31-9f33-16dd355b299a disassociated. External IP: 172.28.2.37, port: 1efc9263-0655-4c41-b5fc-d6d652b447e8. May 20 16:57:50.934233 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Calling delete_port for 1efc9263-0655-4c41-b5fc-d6d652b447e8 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:57:51.049364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:51.055760 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-10de0114-ed6e-4739-b5ce-0c89f98d46b0 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:51.100809 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event deleted for resources: {'Port': ['ID=1efc9263-0655-4c41-b5fc-d6d652b447e8,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:51.103875 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:51.288746 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:57:51.522695 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:57:51.532429 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] Sync routers for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:57:51.546113 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:57:51.547120 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:57:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:57:51.553896 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5047fb1-47a9-4ddb-b2a4-8f4fe095eaef req-710c5adb-3c3a-4a6f-8990-084011412485 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:51.555428 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c5047fb1-47a9-4ddb-b2a4-8f4fe095eaef req-710c5adb-3c3a-4a6f-8990-084011412485 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 943 time: 0.0873899 May 20 16:57:51.614893 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] No DVR routers for this DVR port 1efc9263-0655-4c41-b5fc-d6d652b447e8 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:57:51.618713 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c5047fb1-47a9-4ddb-b2a4-8f4fe095eaef req-ca8d1745-a474-4160-b097-376943bc4a68 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546572 May 20 16:57:51.618835 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:51.622465 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'name': 'network-vif-deleted', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:57:51.638179 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-9277ac9b-dbb0-4d75-b7c2-ad1f46ffee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:51.639628 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-9277ac9b-dbb0-4d75-b7c2-ad1f46ffee33 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a&tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8 HTTP/1.1" status: 200 len: 1096 time: 0.2098110 May 20 16:57:51.654822 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1804a473-a6d1-4e81-8feb-a689e9afb014 req-b65a1f04-e7a1-4ec6-ba99-2bdfbe9ed40f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.82 "DELETE /v2.0/ports/1efc9263-0655-4c41-b5fc-d6d652b447e8 HTTP/1.1" status: 204 len: 173 time: 1.5018263 May 20 16:57:51.745156 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-925995ee-dd9d-4173-9b5f-6481059634b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:51.751609 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-925995ee-dd9d-4173-9b5f-6481059634b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1096 time: 0.0878518 May 20 16:57:51.753171 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f09915-90b4-4c01-9367-face21fdd4d7', 'name': 'network-vif-deleted', 'tag': '1efc9263-0655-4c41-b5fc-d6d652b447e8', 'status': 'completed', 'code': 200} May 20 16:57:51.771596 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:57:51.927428 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-04853531-c45a-45fd-b6dd-510ca02d76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:51.928842 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-04853531-c45a-45fd-b6dd-510ca02d76de service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.1627266 May 20 16:57:51.943912 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-99a07ee0-59d5-42f2-be61-c66ed61d69b3 req-fd2c0cf4-a9ce-4318-b489-8a9fb61df0a1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6f09915-90b4-4c01-9367-face21fdd4d7 HTTP/1.1" status: 200 len: 210 time: 0.0825226 May 20 16:57:51.987491 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97a0a-5731-4727-8d49-b67b8f3c383d req-f51547f0-ec25-46ee-b11c-7369c0d31aa0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:51.989588 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82b97a0a-5731-4727-8d49-b67b8f3c383d req-f51547f0-ec25-46ee-b11c-7369c0d31aa0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.0960715 May 20 16:57:52.041332 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-82b97a0a-5731-4727-8d49-b67b8f3c383d req-ff44183f-39f8-4e00-898d-8d336fb3e7d5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 May 20 16:57:52.053979 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-2eb30d50-368a-498f-aad2-419aac56606d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 200 len: 999 time: 0.1172068 May 20 16:57:52.124012 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-03e439c6-1d6f-4dd3-97d5-e6c7a8892704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:52.125569 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-03e439c6-1d6f-4dd3-97d5-e6c7a8892704 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0640533 May 20 16:57:52.184193 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:57:52.188165 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] Checking router: 67fe8e52-1695-41b4-9bcd-daeb3a333f9a for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:57:52.197967 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:57:52.198683 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:57:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:57:52.210158 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-f6a20c98-3cc1-4833-a309-8dbd1d5d8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:52.211675 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-f6a20c98-3cc1-4833-a309-8dbd1d5d8514 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790825 May 20 16:57:52.386780 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:57:52.438640 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:57:52.440025 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-f3f696d0-0374-4a88-a5db-a98cdfdfcb62 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199876 May 20 16:57:52.465029 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4bd5c17a-27a5-4ceb-9b90-605830922155 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:57:52.571190 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c019965d-04fc-4f14-be15-f0b71e5b3e26 req-8efd820d-daea-4003-8c30-aa4e720a01bd service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245420 May 20 16:57:52.851169 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 1efc9263-0655-4c41-b5fc-d6d652b447e8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:57:52.893186 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 1efc9263-0655-4c41-b5fc-d6d652b447e8 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:57:52.893468 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 1efc9263-0655-4c41-b5fc-d6d652b447e8 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:57:52.906747 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113e5c-5dc0-4283-9fce-f20f5822aff0 req-192ea40f-845f-4b0e-8407-37b8484fe6a2 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:52.908200 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1e113e5c-5dc0-4283-9fce-f20f5822aff0 req-192ea40f-845f-4b0e-8407-37b8484fe6a2 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 943 time: 0.1874902 May 20 16:57:52.929038 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:52.965962 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'port_id': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'mac_address': 'fa:16:3e:e7:63:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:57:52.967713 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1e113e5c-5dc0-4283-9fce-f20f5822aff0 req-5ec3d3a7-c2fc-4549-abc2-d7871e6657de tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513353 May 20 16:57:53.116734 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:53.148661 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53150) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:53.149567 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:57:53.157126 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd5c17a-27a5-4ceb-9b90-605830922155 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:57:53.163629 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4b004-ef29-4619-930d-99d0d4147691 None None] The sync data for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb is: [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:04Z', 'revision_number': 4, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '37a77bb6-6e06-4072-b10e-e2b10783acb0', 'name': '', 'network_id': 'd7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'mac_address': 'fa:16:3e:69:ac:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7e091d55-680c-417b-a11a-1e810fca8000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:03Z', 'updated_at': '2021-05-20T16:52:24Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'subnets': [{'id': '7e091d55-680c-417b-a11a-1e810fca8000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:57:53.188191 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:53.202345 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:53.206767 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:53.307498 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=7']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:53.311877 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:53.350600 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8114bb-267c-4179-b0e0-55c8cdd3de01 req-253e1f99-579d-4a4a-9049-161ef66bbcd0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:53.366058 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1a8114bb-267c-4179-b0e0-55c8cdd3de01 req-253e1f99-579d-4a4a-9049-161ef66bbcd0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.1444364 May 20 16:57:53.373427 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:53.418551 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:53.434365 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['4bd5c17a-27a5-4ceb-9b90-605830922155'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:57:53.454499 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1a8114bb-267c-4179-b0e0-55c8cdd3de01 req-13bd4683-34ea-4384-a765-36bb6a59bdcc tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871942 May 20 16:57:53.513733 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:53.534066 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ce0514e0-fef8-46f4-a186-b0b5433692b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:53.547983 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6362c7f1-014a-4a56-aa6d-3f7c4960ca71,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:53.553680 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:53.557913 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:53.559263 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "DELETE /v2.0/security-groups/6362c7f1-014a-4a56-aa6d-3f7c4960ca71 HTTP/1.1" status: 204 len: 168 time: 0.4092412 May 20 16:57:53.561990 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53154) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:53.603852 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.api.v2.resource [None req-34678353-a7d0-42c7-a1c0-c1b1016ce99f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] show failed (client error): The resource could not be found. May 20 16:57:53.604868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-34678353-a7d0-42c7-a1c0-c1b1016ce99f tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "GET /v2.0/security-groups/6362c7f1-014a-4a56-aa6d-3f7c4960ca71 HTTP/1.1" status: 404 len: 347 time: 0.0417857 May 20 16:57:53.607835 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53158) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:53.636995 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592707e8-abe5-4069-8229-d5c472723a38 None None] New status for floating IP 92f00d7e-a91e-4d31-9f33-16dd355b299a: DOWN {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:57:53.993500 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Deleting port 27f63da5-d456-4312-875b-183d4d41b2cb {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:57:53.994037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.203190 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.203519 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.332830 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Calling delete_port for 27f63da5-d456-4312-875b-183d4d41b2cb owned by network:floatingip {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:57:54.355690 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41f30d-6502-4b83-bb6c-efb245c30203 req-b654dab0-be93-43c2-bb6e-4d57eaeec7e2 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:54.357118 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb41f30d-6502-4b83-bb6c-efb245c30203 req-b654dab0-be93-43c2-bb6e-4d57eaeec7e2 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 944 time: 0.2510006 May 20 16:57:54.411914 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb41f30d-6502-4b83-bb6c-efb245c30203 req-668b87f2-0381-448a-87db-816d0e93fe90 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480759 May 20 16:57:54.451010 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4bd5c17a-27a5-4ceb-9b90-605830922155 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:57:54.532747 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.533913 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 4bd5c17a-27a5-4ceb-9b90-605830922155 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:57:54.534341 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.537984 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:54.606364 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Pushing event deleted for resources: {'Port': ['ID=27f63da5-d456-4312-875b-183d4d41b2cb,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:54.669728 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:54.681849 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.733963 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:57:54.751969 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:57:54.756886 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.759433 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:57:54.771472 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks [] for floatingip, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.796144 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:57:54.797272 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] 10.222.0.69 "DELETE /v2.0/floatingips/92f00d7e-a91e-4d31-9f33-16dd355b299a HTTP/1.1" status: 204 len: 168 time: 1.1885417 May 20 16:57:54.824910 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7f409-9322-4d03-8593-80b92da82d8b req-bd8a8a19-549b-420f-8f47-25d7ff5877d9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:54.833356 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7de7f409-9322-4d03-8593-80b92da82d8b req-bd8a8a19-549b-420f-8f47-25d7ff5877d9 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.2355635 May 20 16:57:54.876146 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7de7f409-9322-4d03-8593-80b92da82d8b req-24a7b585-884c-4da2-9780-b5ca026cdc39 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423195 May 20 16:57:54.885242 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'code': 200} May 20 16:57:54.906360 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=8']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:57:54.909922 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:57:55.643284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00705a-ae13-41ea-ae4e-67374831796d req-e469642e-585e-4e3d-b90d-db0e39962c18 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:55.645219 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be00705a-ae13-41ea-ae4e-67374831796d req-e469642e-585e-4e3d-b90d-db0e39962c18 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0880728 May 20 16:57:55.692089 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-be00705a-ae13-41ea-ae4e-67374831796d req-2877d2a6-6949-4264-bd13-73cc74ad0595 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401680 May 20 16:57:56.073105 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e95e4-d709-46f7-9027-3e14674cf92c req-10c1b2e8-0812-47bb-81c0-a7b37fa9611f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:56.074622 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3a3e95e4-d709-46f7-9027-3e14674cf92c req-10c1b2e8-0812-47bb-81c0-a7b37fa9611f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.0835721 May 20 16:57:56.123942 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3a3e95e4-d709-46f7-9027-3e14674cf92c req-bb1f7c64-f366-4723-957d-bd218bd6eac7 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433369 May 20 16:57:56.879952 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace9350-cd81-4266-8f4b-e5f956a23970 req-b3b3dd53-5583-4992-8b2a-b3fa332f557c tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:56.881385 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bace9350-cd81-4266-8f4b-e5f956a23970 req-b3b3dd53-5583-4992-8b2a-b3fa332f557c tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0814147 May 20 16:57:56.926061 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bace9350-cd81-4266-8f4b-e5f956a23970 req-0c704dcb-944a-41b4-92b9-07de4acdd2e3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390258 May 20 16:57:57.446741 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9936672-dc14-4461-9073-c22c5f79dde4 req-e7f2450a-31ea-466b-a5b8-cfdea6c6ed47 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:57.448257 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e9936672-dc14-4461-9073-c22c5f79dde4 req-e7f2450a-31ea-466b-a5b8-cfdea6c6ed47 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.2115366 May 20 16:57:57.493317 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-e9936672-dc14-4461-9073-c22c5f79dde4 req-0608ad19-729e-40b3-88c2-da000bd56abe tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393293 May 20 16:57:58.132037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb2895-a8a4-4ae3-9b7d-cc5d2c783676 req-a214e9c8-05fe-4739-94f9-668bcefb22fd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:58.133631 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f0eb2895-a8a4-4ae3-9b7d-cc5d2c783676 req-a214e9c8-05fe-4739-94f9-668bcefb22fd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1041136 May 20 16:57:58.183465 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f0eb2895-a8a4-4ae3-9b7d-cc5d2c783676 req-9cc4440e-f1b9-430a-8b4c-563b410765e8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440125 May 20 16:57:58.701279 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3773-2ddd-4304-a57a-d3a5ba969719 req-37277998-8efa-43e9-8d96-19d413b4a80f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:58.702728 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7b3e3773-2ddd-4304-a57a-d3a5ba969719 req-37277998-8efa-43e9-8d96-19d413b4a80f tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.0810776 May 20 16:57:58.762535 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7b3e3773-2ddd-4304-a57a-d3a5ba969719 req-f285b376-1394-46d5-971b-43f40e9b3ee4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532410 May 20 16:57:58.902686 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53208) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:57:59.590259 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f29409-9eb8-4a2c-8d81-1e54853d5085 req-adf1a4e6-dd52-4832-8f61-16e4c4200738 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:57:59.591707 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-59f29409-9eb8-4a2c-8d81-1e54853d5085 req-adf1a4e6-dd52-4832-8f61-16e4c4200738 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.1478500 May 20 16:57:59.682918 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-59f29409-9eb8-4a2c-8d81-1e54853d5085 req-a4f54540-cac0-4721-89c3-0d0fc0491a13 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841351 May 20 16:57:59.712859 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871527'] for router_interface, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:00.083569 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31566fa-bde7-461d-a2b0-1e4df82ccb9d req-3f9968ee-7ce8-4bd8-83b8-cd702bfe5381 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:00.091313 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c31566fa-bde7-461d-a2b0-1e4df82ccb9d req-3f9968ee-7ce8-4bd8-83b8-cd702bfe5381 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.2042797 May 20 16:58:00.171290 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c31566fa-bde7-461d-a2b0-1e4df82ccb9d req-a8df88bf-1f9c-4dc5-acd1-98475d7ce441 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791271 May 20 16:58:00.266754 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Deleting port 37a77bb6-6e06-4072-b10e-e2b10783acb0 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:00.267005 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:00.504773 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] For port 37a77bb6-6e06-4072-b10e-e2b10783acb0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=37a77bb6-6e06-4072-b10e-e2b10783acb0,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:00.505119 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:00.632895 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Calling delete_port for 37a77bb6-6e06-4072-b10e-e2b10783acb0 owned by network:router_interface {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:00.785564 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:00.791842 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-42cec0c2-77f0-43c0-8839-16b2c046028f tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:00.874533 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a77bb6-6e06-4072-b10e-e2b10783acb0,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:00.906862 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:01.082446 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370d3f-39cd-4569-bddb-eca07dfce65d req-bcbdfada-d0b4-4886-a33e-3bd5ff690c4c tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:01.084058 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-98370d3f-39cd-4569-bddb-eca07dfce65d req-bcbdfada-d0b4-4886-a33e-3bd5ff690c4c tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.2931800 May 20 16:58:01.216720 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-98370d3f-39cd-4569-bddb-eca07dfce65d req-6273d544-2d12-4a1a-a86e-77f8d1d2b4bd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209700 May 20 16:58:01.226446 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871635'] for router_interface, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:01.476846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687e0fa-a0d5-4ef9-9afb-0e60219e36d1 req-8264e428-a7d7-4041-a87e-79f90fc70e2a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:01.478230 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5687e0fa-a0d5-4ef9-9afb-0e60219e36d1 req-8264e428-a7d7-4041-a87e-79f90fc70e2a tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.1889625 May 20 16:58:01.601868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5687e0fa-a0d5-4ef9-9afb-0e60219e36d1 req-70e5fa1f-78e3-44d8-b095-ec75d24d0fef tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164923 May 20 16:58:01.727278 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:58:02.013154 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:58:02.021829 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] Sync routers for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:58:02.026368 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3f0c1372-309b-4484-8d77-4a98f2dc3f90 admin admin] 10.222.0.69 "PUT /v2.0/routers/67fe8e52-1695-41b4-9bcd-daeb3a333f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225932 May 20 16:58:02.028795 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53224) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:02.031553 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:58:02.032160 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:57:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:02.232607 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:02.252333 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:58:02.484157 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:02.551725 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e48e2-8588-41d1-8dfc-4c6537e81040 req-440b60d7-b3f7-41de-b3e3-0492577b650d tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:02.553625 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6a8e48e2-8588-41d1-8dfc-4c6537e81040 req-440b60d7-b3f7-41de-b3e3-0492577b650d tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.2263751 May 20 16:58:02.574680 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195'}], 'enable_snat': True}, 'gw_port_id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:58:00Z', 'revision_number': 5, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port': {'id': '4ff0bc0d-7832-4710-bb20-2561f27869a1', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:72:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:57Z', 'updated_at': '2021-05-20T16:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:02.579739 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] Checking router: 67fe8e52-1695-41b4-9bcd-daeb3a333f9a for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:58:02.589959 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] Routers {'67fe8e52-1695-41b4-9bcd-daeb3a333f9a'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:58:02.590600 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:57:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:02.617608 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6a8e48e2-8588-41d1-8dfc-4c6537e81040 req-8e453ae3-d9f1-4835-ace3-233c0fc9ce0d tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503652 May 20 16:58:02.625351 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Deleting port 4ff0bc0d-7832-4710-bb20-2561f27869a1 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:02.625697 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:02.789697 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] For port 4ff0bc0d-7832-4710-bb20-2561f27869a1, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=4ff0bc0d-7832-4710-bb20-2561f27869a1,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:02.790387 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:02.817196 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] Set router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a gateway port host: None {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:58:02.933158 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:58:02Z', 'revision_number': 6, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port_host': None}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:02.937171 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817ca99-9d65-4592-93e8-b2fca7e783e6 None None] The sync data for ids ['67fe8e52-1695-41b4-9bcd-daeb3a333f9a'] in dv-cinder-786524-7-smb is: [{'id': '67fe8e52-1695-41b4-9bcd-daeb3a333f9a', 'name': 'tempest-AttachVolumeTestJSON-1726290964-router', 'tenant_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:58:02Z', 'revision_number': 6, 'project_id': '7373aa4caf604ebc9fa09eb2ef8d71ca', 'gw_port_host': None}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:58:02.990064 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Calling delete_port for 4ff0bc0d-7832-4710-bb20-2561f27869a1 owned by network:router_gateway {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:03.051231 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba0def-2df8-43fd-b0af-fa748b733c10 req-4a709ed4-a20b-4a40-ab14-325987689514 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:03.052584 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d8ba0def-2df8-43fd-b0af-fa748b733c10 req-4a709ed4-a20b-4a40-ab14-325987689514 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.2656224 May 20 16:58:03.114852 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d8ba0def-2df8-43fd-b0af-fa748b733c10 req-fdb0a4cd-367d-4dea-93f0-7e13d6a03579 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559721 May 20 16:58:03.201667 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.205775 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:03.253900 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff0bc0d-7832-4710-bb20-2561f27869a1,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:03.282968 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:03.349161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711756'] for router_gateway, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.625266 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7284'] for router, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.627747 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.661161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3712304'] for router, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.662071 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67fe8e52-1695-41b4-9bcd-daeb3a333f9a {{(pid=91595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:58:03.676223 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.679076 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/67fe8e52-1695-41b4-9bcd-daeb3a333f9a HTTP/1.1" status: 204 len: 168 time: 1.6493337 May 20 16:58:03.681514 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53234) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:03.757933 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Deleting subnet 7e091d55-680c-417b-a11a-1e810fca8000 {{(pid=91595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:58:03.778756 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.835196 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 37a77bb6-6e06-4072-b10e-e2b10783acb0 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:58:03.882173 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 37a77bb6-6e06-4072-b10e-e2b10783acb0 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:58:03.882593 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 37a77bb6-6e06-4072-b10e-e2b10783acb0 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:58:03.883087 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4ff0bc0d-7832-4710-bb20-2561f27869a1 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:58:03.890144 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572377'] for subnet, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:03.916513 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 4ff0bc0d-7832-4710-bb20-2561f27869a1 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:58:03.916942 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4ff0bc0d-7832-4710-bb20-2561f27869a1 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:58:04.032371 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15888055-7e6e-4222-ba2f-d9378c3a454c req-eca7714f-a896-4e6e-bb05-4ed59170aa69 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:04.034777 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-15888055-7e6e-4222-ba2f-d9378c3a454c req-eca7714f-a896-4e6e-bb05-4ed59170aa69 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.2593677 May 20 16:58:04.106843 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-15888055-7e6e-4222-ba2f-d9378c3a454c req-ce3fec44-f8a4-46d8-bcda-39ac1a8b1a08 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580020 May 20 16:58:04.115227 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:04.422630 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712fde4-b017-4b7e-9068-2ac22749cf96 req-8c9bbe45-baaf-46d6-bb35-90abbce0dda5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:04.424034 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7712fde4-b017-4b7e-9068-2ac22749cf96 req-8c9bbe45-baaf-46d6-bb35-90abbce0dda5 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.1653779 May 20 16:58:04.489081 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7712fde4-b017-4b7e-9068-2ac22749cf96 req-141221c4-5d68-4947-9814-53a8c36a30b1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563188 May 20 16:58:04.490616 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9848746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2876558'] for subnet, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:04.496439 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:04.540461 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e091d55-680c-417b-a11a-1e810fca8000,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:04.543804 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:04.544776 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:04.550464 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4956a3f-5bc3-4f88-8d5a-e338aadd4d10 None None] Network d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:58:04.551853 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a3248058-58d2-4806-bc70-71a3e06984d4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/7e091d55-680c-417b-a11a-1e810fca8000 HTTP/1.1" status: 204 len: 168 time: 0.8689289 May 20 16:58:04.554244 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53242) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:04.738270 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:04.839791 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Deleting port 9a830e08-a447-4698-be81-ed1b6196f38c {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:04.840285 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:04.913063 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] DHCP port deletion for d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 request from dv-cinder-786524-7-smb {{(pid=91597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:58:04.953432 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] For port 9a830e08-a447-4698-be81-ed1b6196f38c, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9a830e08-a447-4698-be81-ed1b6196f38c,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:04.954089 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:04.978506 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] Deleting port 9a830e08-a447-4698-be81-ed1b6196f38c {{(pid=91597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:04.978921 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.088398 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] For port 9a830e08-a447-4698-be81-ed1b6196f38c, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9a830e08-a447-4698-be81-ed1b6196f38c,segment=NetworkSegment(0c6950ae-3add-46ac-8ca1-e9d415e69d9e),segment_id=0c6950ae-3add-46ac-8ca1-e9d415e69d9e)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:05.088975 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.099286 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Calling delete_port for 9a830e08-a447-4698-be81-ed1b6196f38c owned by network:dhcp {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:05.151110 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.155720 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bb67eb3e-340c-40d6-8c23-9ac03497cee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:05.212040 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a830e08-a447-4698-be81-ed1b6196f38c,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:05.214917 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:05.217288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] No DVR routers for this DVR port 9a830e08-a447-4698-be81-ed1b6196f38c on host dv-cinder-786524-7-smb {{(pid=91595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:58:05.250356 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] Calling delete_port for 9a830e08-a447-4698-be81-ed1b6196f38c owned by network:dhcp {{(pid=91597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:05.376473 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007'] for port, after_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.380835 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:05.427473 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] Pushing event deleted for resources: {'Port': ['ID=9a830e08-a447-4698-be81-ed1b6196f38c,revision_number=None']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:05.431621 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:05.436092 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a20569d-1d59-486f-ab45-82c69a03c71b None None] No DVR routers for this DVR port 9a830e08-a447-4698-be81-ed1b6196f38c on host dv-cinder-786524-7-smb {{(pid=91597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:58:05.508822 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.526655 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774']}} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:05.542108 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6950ae-3add-46ac-8ca1-e9d415e69d9e') {'for_net_delete': True} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:05.542410 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6950ae-3add-46ac-8ca1-e9d415e69d9e') {} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:05.560870 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572374'] for segment, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.588004 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc5d43-f58a-44cb-bc51-aaca7766bb0e req-3ae7a753-cd3a-4878-ace7-a250f2864284 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:05.589871 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0bbc5d43-f58a-44cb-bc51-aaca7766bb0e req-3ae7a753-cd3a-4878-ace7-a250f2864284 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.3410232 May 20 16:58:05.593653 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.618707 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=91595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:58:05.619114 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9848588'] for segment, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: Traceback (most recent call last): May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: timer() May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: cb(*args, **kw) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: return func(*args, **kwargs) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: self._notify() May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: self.callback(batched_events) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: event.method(event) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: return f(self, *a, **k) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: return self._get(url).json() May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: return self.request(url, 'GET', **kwargs) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:58:05.633445 dv-cinder-786524-7-smb neutron-server[91595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:58:05.770928 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0bbc5d43-f58a-44cb-bc51-aaca7766bb0e req-4c1bf31e-0bc7-4cf4-9102-120ef5261d83 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711912 May 20 16:58:05.788784 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.796222 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:05.801241 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-febb6a9b-a7b4-4846-9d26-2e9e43f9d2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:05.822581 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9a830e08-a447-4698-be81-ed1b6196f38c no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:58:05.830782 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:05.835285 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:05.849368 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d7b8b0e6-c8bd-427c-bcb1-d9c4ce80a774 HTTP/1.1" status: 204 len: 168 time: 1.2940633 May 20 16:58:05.858138 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba0a2c-bc8e-4084-9d18-5362819e8494 req-44fc129f-99b1-478f-a570-f08bc88ef2db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:05.858928 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 9a830e08-a447-4698-be81-ed1b6196f38c {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:58:05.859278 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9a830e08-a447-4698-be81-ed1b6196f38c not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:58:05.859577 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-52ba0a2c-bc8e-4084-9d18-5362819e8494 req-44fc129f-99b1-478f-a570-f08bc88ef2db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.2195778 May 20 16:58:05.913921 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-52ba0a2c-bc8e-4084-9d18-5362819e8494 req-dbf370dd-8c2d-426f-b84e-db9aeac115d4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 May 20 16:58:05.969288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53252) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:06.021452 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-0f9fe52c-f290-446d-aded-5f65e81a24d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7373aa4caf604ebc9fa09eb2ef8d71ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509665 May 20 16:58:06.023772 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53256) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:06.082564 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:06.107760 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:06.160250 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:06.165061 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bd73a6da-ade3-4c9a-812c-70a0ca1d3013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:06.179807 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4db045-17ad-4be1-a8de-9839eb6a9f32,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:06.182696 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:06.184728 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:06.185840 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d4db045-17ad-4be1-a8de-9839eb6a9f32 HTTP/1.1" status: 204 len: 168 time: 0.1611922 May 20 16:58:06.507736 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0d694-8cdf-4595-bebe-0eb9026a3440 req-d5db601b-e971-431b-9885-59fc3d0dbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:06.509197 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e2d0d694-8cdf-4595-bebe-0eb9026a3440 req-d5db601b-e971-431b-9885-59fc3d0dbd24 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1098 time: 0.0749807 May 20 16:58:06.550949 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e2d0d694-8cdf-4595-bebe-0eb9026a3440 req-4665ad15-1a2c-4fba-864b-b4c1b10f8df3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347469 May 20 16:58:06.968424 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b02b4a-a045-46c6-8893-07eddbca6bdb req-583b5e55-083f-47af-8ece-1745a2544edb tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:06.969897 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-93b02b4a-a045-46c6-8893-07eddbca6bdb req-583b5e55-083f-47af-8ece-1745a2544edb tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0883648 May 20 16:58:07.017719 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-93b02b4a-a045-46c6-8893-07eddbca6bdb req-11b02bbf-862e-4bcd-a1c9-71d42f917722 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 May 20 16:58:07.119554 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5dd5-0928-4900-b744-d0e3930488e5 req-64d09471-bffc-471e-a5ab-97ae380d8278 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:07.120989 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4a0c5dd5-0928-4900-b744-d0e3930488e5 req-64d09471-bffc-471e-a5ab-97ae380d8278 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.0814490 May 20 16:58:07.168125 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4a0c5dd5-0928-4900-b744-d0e3930488e5 req-fa51df1c-5efe-41f9-9578-3a2cb73e543b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 May 20 16:58:08.205520 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373988ae-c8a5-4e87-86ac-f5a33ac7b5a6 req-6967272b-30cf-4694-8e32-f0130dca0d48 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:08.207770 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-373988ae-c8a5-4e87-86ac-f5a33ac7b5a6 req-6967272b-30cf-4694-8e32-f0130dca0d48 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0865188 May 20 16:58:08.254580 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-373988ae-c8a5-4e87-86ac-f5a33ac7b5a6 req-70a15729-1b76-44b5-a07d-921f3dc2e252 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406363 May 20 16:58:08.363810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bdc64-170e-4bee-8361-b6f4a14aa572 req-6f34434d-f3d7-4aa5-aeb1-e9c72025fdb6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:08.365222 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-692bdc64-170e-4bee-8361-b6f4a14aa572 req-6f34434d-f3d7-4aa5-aeb1-e9c72025fdb6 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 943 time: 0.0840058 May 20 16:58:08.407961 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-692bdc64-170e-4bee-8361-b6f4a14aa572 req-97902a10-6c62-4397-b5c6-cab9aa345fd2 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370870 May 20 16:58:08.508346 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:58:08.637732 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:08.651315 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'port_id': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'mac_address': 'fa:16:3e:c9:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:58:08.708937 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:08.725072 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50244225-37d2-4a9f-bd62-6e08564eb03d {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:58:08.740418 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:08.744586 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:08.747613 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:08.812495 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=9']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:08.815644 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:08.946544 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['50244225-37d2-4a9f-bd62-6e08564eb03d'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:58:09.604724 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02359a-3b04-4c46-8563-594d18f2a296 req-bc9387dc-59c9-4936-b1d2-f7ed7b0e25aa tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:09.606072 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fe02359a-3b04-4c46-8563-594d18f2a296 req-bc9387dc-59c9-4936-b1d2-f7ed7b0e25aa tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 944 time: 0.0822804 May 20 16:58:09.652335 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fe02359a-3b04-4c46-8563-594d18f2a296 req-63591c25-7ab0-4bfa-8f62-4a28c982e370 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 May 20 16:58:10.529631 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:58:10.596531 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 50244225-37d2-4a9f-bd62-6e08564eb03d triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:58:10.596912 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:10.716667 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:10.745696 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:58:10.760626 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:10.766227 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:10.771062 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:10.820922 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'code': 200} May 20 16:58:10.854580 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=10']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:10.858681 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:10.879984 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16209e-3801-44d4-9c7f-53dd974ecfc1 req-d3bb7705-6993-4b25-b438-5b19e180e7a4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:10.881440 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9d16209e-3801-44d4-9c7f-53dd974ecfc1 req-d3bb7705-6993-4b25-b438-5b19e180e7a4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 946 time: 0.1110847 May 20 16:58:10.927973 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9d16209e-3801-44d4-9c7f-53dd974ecfc1 req-2a0d86f5-67db-4349-8ef8-f313b7837cb1 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404036 May 20 16:58:11.088227 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ea39b-2d89-410d-9376-7c12eccf8a1b req-b63d2921-c897-4f37-a63d-df658f3d5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:11.089675 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1c2ea39b-2d89-410d-9376-7c12eccf8a1b req-b63d2921-c897-4f37-a63d-df658f3d5a43 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1099 time: 0.0722415 May 20 16:58:11.131013 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1c2ea39b-2d89-410d-9376-7c12eccf8a1b req-71c6d0dd-015c-4eda-b9e7-6918ee161c8a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345194 May 20 16:58:12.157717 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be578b3-2de0-421c-8eda-25ce0c71143e req-3518c3a5-04a5-4c27-97a3-888a43016c03 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:12.159298 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9be578b3-2de0-421c-8eda-25ce0c71143e req-3518c3a5-04a5-4c27-97a3-888a43016c03 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 946 time: 0.0879884 May 20 16:58:12.214945 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-9be578b3-2de0-421c-8eda-25ce0c71143e req-d15fce8b-8db1-478e-820b-129bd4b74233 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477579 May 20 16:58:13.403092 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613936a-c8a2-4d4d-ad7f-103e582ee2f6 req-8d20569f-1713-47f6-83c9-dd8ae65dffee tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:13.404509 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d613936a-c8a2-4d4d-ad7f-103e582ee2f6 req-8d20569f-1713-47f6-83c9-dd8ae65dffee tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 946 time: 0.0809236 May 20 16:58:13.449663 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d613936a-c8a2-4d4d-ad7f-103e582ee2f6 req-aa99d5f4-08f0-4ae3-9e55-c1e33f3dadbc tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384409 May 20 16:58:14.216213 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-b9491152-fd39-47f8-be59-ae5adb1a0797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:16.417089 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:58:16.768747 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-70a4bcda-6fa6-4520-be4c-bc5c9d2eeb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:16.828239 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:17.632121 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:18.031936 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:19.494607 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:19.724023 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-b82e1fd8-c2f5-4953-94be-414f3c19d2e1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730560 May 20 16:58:19.815606 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-3e487781-c661-4f55-9a69-f5d2da63da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:19.817301 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-3e487781-c661-4f55-9a69-f5d2da63da09 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 1099 time: 0.0716915 May 20 16:58:19.977865 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-ddac5984-f295-4ac9-935f-fec37287366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:19.979369 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-ddac5984-f295-4ac9-935f-fec37287366c service neutron] 10.222.0.82 "GET /v2.0/networks?id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 200 len: 918 time: 0.1408465 May 20 16:58:20.086713 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-4663714b-c2af-4ffd-abef-d42d83b25204 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 200 len: 1001 time: 0.0994244 May 20 16:58:20.153504 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-feea062d-a984-4dfa-80a2-7e3bab6fe0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:20.154909 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-feea062d-a984-4dfa-80a2-7e3bab6fe0aa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 200 len: 856 time: 0.0602849 May 20 16:58:20.231341 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-5799f8cb-a116-45bb-9ab2-adf291008506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:20.232755 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-5799f8cb-a116-45bb-9ab2-adf291008506 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705171 May 20 16:58:20.364111 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-3371b62c-4e2a-48aa-94c0-db690f3a0b40 service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240542 May 20 16:58:20.495724 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-1dab0947-84cf-47f7-b863-e15b5f31bf4f req-f29efae1-5277-4e72-8a02-d12895e3b36a service neutron] 10.222.0.82 "GET /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248024 May 20 16:58:39.663486 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53674) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:39.778313 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:39.792375 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:39.796187 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:179ffc18874740b1bcf0b2b1f9332280 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:39.798974 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:39.804795 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:39.889185 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:39.892714 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:39.900817 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a4120ec3-96d8-4007-945c-d5fcdfa7f28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:39.939445 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=179ffc18874740b1bcf0b2b1f9332280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748141 May 20 16:58:39.940985 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb31fa-30d8-48f7-af82-fca958be6558,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:39.942310 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53680) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:39.949379 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.949757 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.950161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.950608 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.950964 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.951321 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.951675 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.952025 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.952375 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.952727 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.956511 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.956511 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:39.957974 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:40.004018 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.030619 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.085982 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.089519 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3084d499-263b-4e44-9f5b-9555453e6961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:40.101654 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb31fa-30d8-48f7-af82-fca958be6558,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:40.110630 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.111698 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89fb31fa-30d8-48f7-af82-fca958be6558 HTTP/1.1" status: 204 len: 168 time: 0.1683145 May 20 16:58:40.112950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.113316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.113676 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.114056 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.114401 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.114751 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.115097 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.115538 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.115770 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.116176 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.116458 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.116796 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:40.120478 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:40.393355 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53688) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:40.410866 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.425742 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:40.429545 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Usage tracker for resource:security_group_rule and tenant:34cd7af0c93d40638aebf9c831da71e9 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:40.433248 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:40.438884 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:40.519527 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.523196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.530337 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1140cc78-0da5-4d55-b967-29629aca4587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:40.568421 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ec3887-d03b-4da4-9b4b-c50cce00459d,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:40.572606 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34cd7af0c93d40638aebf9c831da71e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781926 May 20 16:58:40.573566 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:40.575480 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53694) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:40.636379 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.661967 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.716978 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.721767 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4f54a4e8-d887-4a3c-a9ed-8724354edf90 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:40.733802 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ec3887-d03b-4da4-9b4b-c50cce00459d,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:40.736692 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:40.738649 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:40.739721 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2ec3887-d03b-4da4-9b4b-c50cce00459d HTTP/1.1" status: 204 len: 168 time: 0.1635146 May 20 16:58:44.220756 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f80122f1-2c06-41cb-ae34-42ce717bb1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:46.770047 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e6fbcd1b-7404-4a89-9608-0c2e448d0dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:46.788006 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0835e-a59e-4c7e-ba27-3c085562a2ab req-57080973-80fc-4081-bec4-2f78d2910a1c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:46.789452 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8fd0835e-a59e-4c7e-ba27-3c085562a2ab req-57080973-80fc-4081-bec4-2f78d2910a1c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 946 time: 0.0836656 May 20 16:58:46.830752 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:46.837779 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8fd0835e-a59e-4c7e-ba27-3c085562a2ab req-c37805d3-b578-4976-9df5-adff6033764d tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 May 20 16:58:47.634027 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.038057 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.038891 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200e31c-2723-42e3-9549-acee21c23bc4 req-cbf6896c-84c0-4b52-80be-f66beb8fccc0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:48.039854 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4200e31c-2723-42e3-9549-acee21c23bc4 req-cbf6896c-84c0-4b52-80be-f66beb8fccc0 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 946 time: 0.0869713 May 20 16:58:48.086970 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4200e31c-2723-42e3-9549-acee21c23bc4 req-3c63b433-3de6-4d2c-a6cf-e98af009ab88 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups?id=e324085f-8c15-4b45-95a2-98ffac53058c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 May 20 16:58:48.160450 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-13a3d446-77ea-422a-b01a-2648fd98a340 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:48.161135 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-13a3d446-77ea-422a-b01a-2648fd98a340 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Synchronizing usage tracker for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:58:48.176382 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-13a3d446-77ea-422a-b01a-2648fd98a340 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Unset dirty status for tenant:9bc2e2a7bfb14918b5da9c2ff097f0c8 on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:58:48.177679 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-13a3d446-77ea-422a-b01a-2648fd98a340 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 946 time: 0.1005225 May 20 16:58:48.405045 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Deleting port 50244225-37d2-4a9f-bd62-6e08564eb03d {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:48.405504 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.523584 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53796) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:48.541432 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] For port 50244225-37d2-4a9f-bd62-6e08564eb03d, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=50244225-37d2-4a9f-bd62-6e08564eb03d,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:48.541846 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.644210 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.659637 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:48.663565 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Usage tracker for resource:security_group_rule and tenant:edbf4fb3b0b04fe49cdf4df28065d348 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:48.666432 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:48.672736 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:48.769137 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.773067 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.784582 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a5b20aaf-1c32-4cd1-a72d-3cc0313af31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:48.852137 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.852450 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.852956 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.l3_db [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Floating IP 1f52b5b0-4c44-4718-8069-d1e230a63772 disassociated. External IP: 172.28.2.159, port: 50244225-37d2-4a9f-bd62-6e08564eb03d. May 20 16:58:48.853422 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Calling delete_port for 50244225-37d2-4a9f-bd62-6e08564eb03d owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:48.915885 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=edbf4fb3b0b04fe49cdf4df28065d348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912072 May 20 16:58:48.917781 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bbd34d-0541-40b3-888d-e7bb3eb9087a,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:48.921922 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-1fbbf36c-a306-4db2-b7ca-b0555afdb31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:48.922433 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53802) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:48.970495 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:48.976231 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-721e6988-6f20-4b17-9748-86a3bcdba1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:48.987230 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.012784 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.022405 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event deleted for resources: {'Port': ['ID=50244225-37d2-4a9f-bd62-6e08564eb03d,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:49.025520 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:49.070178 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.074527 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-00ca37d5-ae6c-4ee4-894c-11ed7e3c909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:49.086956 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bbd34d-0541-40b3-888d-e7bb3eb9087a,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:49.089930 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:49.100714 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.101821 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5bbd34d-0541-40b3-888d-e7bb3eb9087a HTTP/1.1" status: 204 len: 168 time: 0.1784890 May 20 16:58:49.240317 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Router 73377523-a2f4-48a4-a032-083e264df5ad has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:58:49.278936 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb9d5d06-9824-4b40-a736-e78db824b7c8 req-5515eef4-bba2-4b10-9b63-dbe787999bee tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/ports?device_id=625bb3c1-6843-4098-af78-d73391ab220a HTTP/1.1" status: 200 len: 210 time: 0.0559237 May 20 16:58:49.446304 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:58:49.457899 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] Sync routers for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:58:49.472470 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:58:49.473152 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:58:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:49.508262 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53812) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:49.513225 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.537671 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.556008 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] No DVR routers for this DVR port 50244225-37d2-4a9f-bd62-6e08564eb03d on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:58:49.557075 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:49.559559 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.562102 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Usage tracker for resource:security_group_rule and tenant:17d4416bd87a4446ad72501ba7d15e16 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:49.562267 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-deleted', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:58:49.569325 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:49.575807 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:49.582463 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-3659ecb5-44e3-48a3-bbca-85fc639e39a2 req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.82 "DELETE /v2.0/ports/50244225-37d2-4a9f-bd62-6e08564eb03d HTTP/1.1" status: 204 len: 173 time: 1.3983960 May 20 16:58:49.627313 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625bb3c1-6843-4098-af78-d73391ab220a', 'name': 'network-vif-deleted', 'tag': '50244225-37d2-4a9f-bd62-6e08564eb03d', 'status': 'completed', 'code': 200} May 20 16:58:49.697780 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.701973 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.705512 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:58:49.711219 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-329eb1a2-251c-4531-9266-6342e5cba50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:49.754775 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17d4416bd87a4446ad72501ba7d15e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453890 May 20 16:58:49.756576 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fef923-8db1-42ab-aa1d-4c1ebce4bfbe,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:49.757484 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53818) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:49.759889 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3020dc19-dcac-4326-820d-a9bf5b092b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:49.819609 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ca152e93-a8dd-4713-85e4-b940b5812146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.846853 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ca152e93-a8dd-4713-85e4-b940b5812146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.899577 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ca152e93-a8dd-4713-85e4-b940b5812146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.903917 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-39b69470-e3e8-4310-81f0-318a0f147e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:49.914581 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca152e93-a8dd-4713-85e4-b940b5812146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fef923-8db1-42ab-aa1d-4c1ebce4bfbe,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:49.920661 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ca152e93-a8dd-4713-85e4-b940b5812146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:49.921572 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-ca152e93-a8dd-4713-85e4-b940b5812146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:49.922673 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-ca152e93-a8dd-4713-85e4-b940b5812146 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d0fef923-8db1-42ab-aa1d-4c1ebce4bfbe HTTP/1.1" status: 204 len: 168 time: 0.1641910 May 20 16:58:50.028036 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:50.032875 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] Checking router: 73377523-a2f4-48a4-a032-083e264df5ad for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:58:50.044534 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:58:50.045215 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:58:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:50.241138 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:58:50.423474 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53838) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:50.493017 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:50.524469 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:50.586532 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:50.593149 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ebf24043-0135-40ba-b3e5-fec686b4069e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:50.604906 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:50.608505 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e324085f-8c15-4b45-95a2-98ffac53058c,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:50.609780 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acaaedc-3c59-4bb5-9ee2-171841245c0f None None] The sync data for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb is: [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:52:10Z', 'revision_number': 4, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'b9e8f79c-1685-40fa-97de-b9f1d58f7642', 'name': '', 'network_id': 'd5ff25fb-41c5-4d4b-ace5-a53253cc3bf7', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'mac_address': 'fa:16:3e:a6:2d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:52:06Z', 'updated_at': '2021-05-20T16:52:23Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'subnets': [{'id': '535cd6bd-cfe2-4694-8fe0-cc20a0d0c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:58:50.617219 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:50.631839 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:50.635531 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "DELETE /v2.0/security-groups/e324085f-8c15-4b45-95a2-98ffac53058c HTTP/1.1" status: 204 len: 168 time: 0.2083242 May 20 16:58:50.636096 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53850) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:50.657476 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.api.v2.resource [None req-3f2fd659-4213-4f1f-b635-c09b1424e923 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] show failed (client error): The resource could not be found. May 20 16:58:50.658850 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3f2fd659-4213-4f1f-b635-c09b1424e923 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "GET /v2.0/security-groups/e324085f-8c15-4b45-95a2-98ffac53058c HTTP/1.1" status: 404 len: 347 time: 0.0219736 May 20 16:58:50.661681 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53854) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:50.694365 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:58:50.737754 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 50244225-37d2-4a9f-bd62-6e08564eb03d {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:58:50.738160 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 50244225-37d2-4a9f-bd62-6e08564eb03d not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:58:50.893421 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Deleting port 01f597bb-fbcb-426d-b351-148e9416c5f6 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:50.893630 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060fbc86-f8a7-4ad9-bcaf-05f539bf6b7a None None] New status for floating IP 1f52b5b0-4c44-4718-8069-d1e230a63772: DOWN {{(pid=91597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:58:50.893765 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:51.038664 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:51.039002 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:51.179877 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Calling delete_port for 01f597bb-fbcb-426d-b351-148e9416c5f6 owned by network:floatingip {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:51.294208 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:51.298881 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:51.343900 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Pushing event deleted for resources: {'Port': ['ID=01f597bb-fbcb-426d-b351-148e9416c5f6,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:51.346955 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:51.440661 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks [] for floatingip, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:51.462461 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:51.463938 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] 10.222.0.69 "DELETE /v2.0/floatingips/1f52b5b0-4c44-4718-8069-d1e230a63772 HTTP/1.1" status: 204 len: 168 time: 0.8007894 May 20 16:58:52.653459 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53910) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:52.771590 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:52.786439 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:52.790253 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Usage tracker for resource:security_group_rule and tenant:5770d2d7e8864f63a9caa2260a2a416b is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:52.793906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:52.799970 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:52.884716 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:52.889692 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:52.896743 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-b835c507-5aa8-4d4d-9d08-eac9545ad336 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:52.937518 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b1764e-0f5b-4dce-a76f-10536b30e9ef,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:52.940688 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:52.945892 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5770d2d7e8864f63a9caa2260a2a416b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913892 May 20 16:58:52.946031 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53924) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:53.010917 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.037340 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.095235 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.098891 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9eb6401e-c160-4680-b58a-3b555053d8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:53.109959 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b1764e-0f5b-4dce-a76f-10536b30e9ef,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:53.113371 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:53.117546 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.118677 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13b1764e-0f5b-4dce-a76f-10536b30e9ef HTTP/1.1" status: 204 len: 168 time: 0.1709299 May 20 16:58:53.399996 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53936) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:53.415455 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:58:53.417548 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.431877 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:53.436419 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Usage tracker for resource:security_group_rule and tenant:37e7137939cf459ea43c3b2cef6aa80d is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:53.439201 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:53.444763 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:53.525199 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.529332 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.537587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-907b086b-fab8-4e80-a100-52bf12f6c809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:53.576965 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37e7137939cf459ea43c3b2cef6aa80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759529 May 20 16:58:53.577827 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01d82d-6a6e-4042-8553-d367004cc041,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:53.579690 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 53940) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:53.580800 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:53.641841 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.749409 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.800146 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.803804 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6fa05c17-6674-436b-876e-d193d2cfdbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:53.816830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01d82d-6a6e-4042-8553-d367004cc041,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:53.820512 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:53.827116 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:53.828128 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd01d82d-6a6e-4042-8553-d367004cc041 HTTP/1.1" status: 204 len: 168 time: 0.2474587 May 20 16:58:54.259341 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 53962) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:55.023782 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871527'] for router_interface, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:55.443219 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Deleting port b9e8f79c-1685-40fa-97de-b9f1d58f7642 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:55.443904 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:55.562220 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] For port b9e8f79c-1685-40fa-97de-b9f1d58f7642, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=b9e8f79c-1685-40fa-97de-b9f1d58f7642,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:55.562571 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:55.684371 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Calling delete_port for b9e8f79c-1685-40fa-97de-b9f1d58f7642 owned by network:router_interface {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:55.831537 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:55.834945 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:55.877759 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e8f79c-1685-40fa-97de-b9f1d58f7642,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:55.880645 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:56.145412 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871635'] for router_interface, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:56.369329 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-b4382a7a-ff30-43c9-9186-15cced6d2451 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3e835329c3c54de39221412fde179ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335717 May 20 16:58:56.655646 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-065e979d-080c-4638-89cd-47a2a553552e tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:56.656944 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-065e979d-080c-4638-89cd-47a2a553552e tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395608 May 20 16:58:56.737720 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-66eb3872-19ed-4932-8263-0bd8e905d901 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/quotas/3e835329c3c54de39221412fde179ed4 HTTP/1.1" status: 200 len: 375 time: 0.0739219 May 20 16:58:56.795407 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-422974c1-3a68-4e9a-b144-b19145834139 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e835329c3c54de39221412fde179ed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496492 May 20 16:58:56.804870 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Router 73377523-a2f4-48a4-a032-083e264df5ad has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:58:57.013941 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-b80c4589-bfab-46af-afc4-73ca56c10914 req-6a5eeac0-eaf3-406a-9d0f-e335df7ae711 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 210 time: 0.0623043 May 20 16:58:57.029377 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:58:57.039506 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] Sync routers for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:58:57.050442 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] 10.222.0.69 "PUT /v2.0/routers/73377523-a2f4-48a4-a032-083e264df5ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7899799 May 20 16:58:57.052867 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54006) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:57.054627 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:58:57.055338 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:58:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:57.240430 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:58:57.249498 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks [] for router, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:57.440674 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:57.513606 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Deleting port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:57.513864 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:57.540891 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:58:55Z', 'revision_number': 5, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port': {'id': '3c125bd8-1ac1-4bf1-ae4e-c05b83b10739', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73377523-a2f4-48a4-a032-083e264df5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:51:56Z', 'updated_at': '2021-05-20T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:57.548777 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] Checking router: 73377523-a2f4-48a4-a032-083e264df5ad for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:58:57.561564 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] Routers {'73377523-a2f4-48a4-a032-083e264df5ad'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:58:57.562211 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:58:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['73377523-a2f4-48a4-a032-083e264df5ad'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:57.719402 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] Set router 73377523-a2f4-48a4-a032-083e264df5ad gateway port host: None {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:58:57.753187 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] For port 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:57.753838 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:57.830245 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:58:57Z', 'revision_number': 6, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port_host': None}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:57.834964 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d3f791-f522-4f84-89e1-88d41e34b4c4 None None] The sync data for ids ['73377523-a2f4-48a4-a032-083e264df5ad'] in dv-cinder-786524-7-smb is: [{'id': '73377523-a2f4-48a4-a032-083e264df5ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1121366080-router', 'tenant_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:51:54Z', 'updated_at': '2021-05-20T16:58:57Z', 'revision_number': 6, 'project_id': '9bc2e2a7bfb14918b5da9c2ff097f0c8', 'gw_port_host': None}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:58:57.883546 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Calling delete_port for 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 owned by network:router_gateway {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:57.969956 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-15837d0e-23d1-47e3-8846-0d4dd85ffffc tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=3e835329c3c54de39221412fde179ed4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330186 May 20 16:58:58.033483 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.038222 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:58.085753 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Pushing event deleted for resources: {'Port': ['ID=3c125bd8-1ac1-4bf1-ae4e-c05b83b10739,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:58.089506 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:58.141832 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-d8829202-0810-4761-90e7-1118f633b87b tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:58.143466 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-d8829202-0810-4761-90e7-1118f633b87b tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682215 May 20 16:58:58.161756 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Request body: {'port': {'device_id': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18', 'admin_state_up': True, 'tenant_id': '3e835329c3c54de39221412fde179ed4'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:58:58.217092 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-68f9c631-75f4-430a-9ff7-7f343dbcbec4 req-e8a6aeea-bcfe-42ba-a1cc-51bfd081e16c tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 210 time: 0.0566041 May 20 16:58:58.241934 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711756'] for router_gateway, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.321140 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:58.324907 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Usage tracker for resource:port and tenant:3e835329c3c54de39221412fde179ed4 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:58.327697 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:58.333219 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:58.342793 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Made reservation on behalf of 3e835329c3c54de39221412fde179ed4 for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:58:58.346361 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.359167 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.374462 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:58:58.378630 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Usage tracker for resource:security_group_rule and tenant:3e835329c3c54de39221412fde179ed4 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:58:58.381489 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:58:58.387594 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:58:58.418007 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7284'] for router, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.420294 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.444056 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3712304'] for router, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.444596 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73377523-a2f4-48a4-a032-083e264df5ad {{(pid=91595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:58:58.457753 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.458968 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] 10.222.0.69 "DELETE /v2.0/routers/73377523-a2f4-48a4-a032-083e264df5ad HTTP/1.1" status: 204 len: 168 time: 1.4050899 May 20 16:58:58.461415 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54018) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:58.480752 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.484994 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.489972 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f2a35b35-810f-4988-8a00-083d9bcb2e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:58.522118 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Deleting subnet 535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 {{(pid=91595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:58:58.524832 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.575446 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d5569f-c43e-425e-85a2-32a82943ccb4,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:58.580977 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572377'] for subnet, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.581173 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:58.660654 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.668954 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Allocated IP 192.168.233.165 (312ee3a7-e85c-46d6-9440-f59e4d69ab18/61530499-243f-4bfc-ba3b-0c97220c1898/8e67117d-96b6-4e5a-a30e-bb6b92620878) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:58:58.889391 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.904843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Transition to ACTIVE for port object 8e67117d-96b6-4e5a-a30e-bb6b92620878 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:58:58.921809 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9848746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2876558'] for subnet, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.927520 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4dd25f65-e9c2-4d1d-910f-09b07ceb0df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:58.929088 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.934736 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:58.964185 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:58.966902 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535cd6bd-cfe2-4694-8fe0-cc20a0d0c037,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:58.969700 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:58.972423 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6f02d374-64df-47b7-a878-fa984e80a16c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/535cd6bd-cfe2-4694-8fe0-cc20a0d0c037 HTTP/1.1" status: 204 len: 168 time: 0.5100987 May 20 16:58:58.973614 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e43a14-9ba1-40a5-93e6-fb0190327d65 None None] Network d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:58:58.975233 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54022) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:58:59.007953 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:58:59.012881 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:58:59.017073 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:58:59.060335 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Pushing event updated for resources: {'Port': ['ID=8e67117d-96b6-4e5a-a30e-bb6b92620878,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:59.065328 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:59.097811 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.098000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:59.098830 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.138619 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-f7d92c67-867d-4e9d-bb4a-b41ebcc0837a tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9812925 May 20 16:58:59.151597 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Request body: {'port': {'device_id': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:58:59.185803 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Deleting port 4421436c-a784-4a93-a055-693d2003c84f {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:59.186328 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.278022 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.312561 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-6207d587-6273-420e-8463-cbdefc31544d None None] Provisioning for port 8e67117d-96b6-4e5a-a30e-bb6b92620878 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:58:59.319114 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-6207d587-6273-420e-8463-cbdefc31544d None None] Provisioning complete for port 8e67117d-96b6-4e5a-a30e-bb6b92620878 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:58:59.319766 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-6207d587-6273-420e-8463-cbdefc31544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.361624 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] DHCP port deletion for d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 request from dv-cinder-786524-7-smb {{(pid=91597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:58:59.442617 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-6207d587-6273-420e-8463-cbdefc31544d None None] Port 8e67117d-96b6-4e5a-a30e-bb6b92620878 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:58:59.454980 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] For port 4421436c-a784-4a93-a055-693d2003c84f, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=4421436c-a784-4a93-a055-693d2003c84f,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:59.455342 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.459966 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Deleting port 4421436c-a784-4a93-a055-693d2003c84f {{(pid=91597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:58:59.460358 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.560242 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] For port 4421436c-a784-4a93-a055-693d2003c84f, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=4421436c-a784-4a93-a055-693d2003c84f,segment=NetworkSegment(e79006d0-22f7-4462-9677-4326a184e960),segment_id=e79006d0-22f7-4462-9677-4326a184e960)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:58:59.560538 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.586449 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Calling delete_port for 4421436c-a784-4a93-a055-693d2003c84f owned by network:dhcp {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:59.627499 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcdb84-8e92-409f-a944-e8337f10a032 req-caa4dd48-a841-424d-8fbe-956db63e44be tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:58:59.628888 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8ddcdb84-8e92-409f-a944-e8337f10a032 req-caa4dd48-a841-424d-8fbe-956db63e44be tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 936 time: 0.2368054 May 20 16:58:59.644668 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e67117d-96b6-4e5a-a30e-bb6b92620878 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:58:59.652959 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.670769 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Transition to ACTIVE for port object 8e67117d-96b6-4e5a-a30e-bb6b92620878 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:58:59.674437 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.679976 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f149ee08-6d75-41fa-9e2e-27d99aee3a3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:59.686103 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Calling delete_port for 4421436c-a784-4a93-a055-693d2003c84f owned by network:dhcp {{(pid=91597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:58:59.688740 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8ddcdb84-8e92-409f-a944-e8337f10a032 req-237638ab-08c5-4b49-bba1-ac6e1c03e3bd tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535531 May 20 16:58:59.700317 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.713315 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b89af597-4626-495b-8785-d09e383b01c2 tempest-DeleteServersTestJSON-1983905837 tempest-DeleteServersTestJSON-1983905837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:59.737933 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007'] for port, after_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.743997 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:58:59.751582 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=4421436c-a784-4a93-a055-693d2003c84f,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:59.753354 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] No DVR routers for this DVR port 4421436c-a784-4a93-a055-693d2003c84f on host dv-cinder-786524-7-smb {{(pid=91595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:58:59.754816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:59.816514 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Pushing event deleted for resources: {'Port': ['ID=4421436c-a784-4a93-a055-693d2003c84f,revision_number=None']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:59.823847 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e67117d-96b6-4e5a-a30e-bb6b92620878,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:58:59.828027 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:59.834049 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] No DVR routers for this DVR port 4421436c-a784-4a93-a055-693d2003c84f on host dv-cinder-786524-7-smb {{(pid=91597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:58:59.837093 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.837450 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.837796 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.838473 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.838932 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.839745 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.840370 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.840710 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.841043 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.841372 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.841686 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.842216 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:58:59.850173 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:58:59.894041 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:58:59.902611 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.919433 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7']}} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:59.936105 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:58:59.936591 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3c125bd8-1ac1-4bf1-ae4e-c05b83b10739 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:58:59.936762 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79006d0-22f7-4462-9677-4326a184e960') {'for_net_delete': True} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:59.937262 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b9e8f79c-1685-40fa-97de-b9f1d58f7642 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:58:59.937806 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79006d0-22f7-4462-9677-4326a184e960') {} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:58:59.953319 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572374'] for segment, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.974975 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: b9e8f79c-1685-40fa-97de-b9f1d58f7642 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:58:59.975555 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b9e8f79c-1685-40fa-97de-b9f1d58f7642 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:58:59.976117 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4421436c-a784-4a93-a055-693d2003c84f no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:58:59.984999 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:58:59.991550 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=91595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:58:59.991940 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9848588'] for segment, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: Traceback (most recent call last): May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: timer() May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: cb(*args, **kw) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: return func(*args, **kwargs) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: self._notify() May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: self.callback(batched_events) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: event.method(event) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: return f(self, *a, **k) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: return self._get(url).json() May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: return self.request(url, 'GET', **kwargs) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:59:00.006687 dv-cinder-786524-7-smb neutron-server[91595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:59:00.012280 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 4421436c-a784-4a93-a055-693d2003c84f {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:00.012647 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 4421436c-a784-4a93-a055-693d2003c84f not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:00.066247 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Attempting to bind port 8e67117d-96b6-4e5a-a30e-bb6b92620878 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:59:00.066851 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Attempting to bind port 8e67117d-96b6-4e5a-a30e-bb6b92620878 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:59:00.067003 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Attempting to bind port 8e67117d-96b6-4e5a-a30e-bb6b92620878 on network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:00.073056 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Port 8e67117d-96b6-4e5a-a30e-bb6b92620878 on network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:59:00.073632 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Attempting to bind port 8e67117d-96b6-4e5a-a30e-bb6b92620878 on network 312ee3a7-e85c-46d6-9440-f59e4d69ab18 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:00.078768 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:59:00.079151 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Checking segment: {'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:00.079600 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Bound using segment: {'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:59:00.080191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Bound port: 8e67117d-96b6-4e5a-a30e-bb6b92620878, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34594f1f-06ff-4122-95a7-09f92cdc5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:59:00.080683 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.086371 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.091041 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:00.104583 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.115421 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:00.118541 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:00.131655 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d5ff25fb-41c5-4d4b-ace5-a53253cc3bf7 HTTP/1.1" status: 204 len: 168 time: 1.1558032 May 20 16:59:00.182793 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] For port 8e67117d-96b6-4e5a-a30e-bb6b92620878, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:59:00.185813 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] For port 8e67117d-96b6-4e5a-a30e-bb6b92620878, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8e67117d-96b6-4e5a-a30e-bb6b92620878,segment=NetworkSegment(34594f1f-06ff-4122-95a7-09f92cdc5db6),segment_id=34594f1f-06ff-4122-95a7-09f92cdc5db6)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:59:00.189842 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.194365 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6c5ebf55-29e7-431f-adb6-e4780b500391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:00.251604 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:00.252206 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.253577 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] 10.222.0.82 "PUT /v2.0/ports/8e67117d-96b6-4e5a-a30e-bb6b92620878 HTTP/1.1" status: 200 len: 1098 time: 1.1065807 May 20 16:59:00.254095 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'tag': '8e67117d-96b6-4e5a-a30e-bb6b92620878'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:59:00.284734 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e67117d-96b6-4e5a-a30e-bb6b92620878,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:00.287831 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:00.327928 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'tag': '8e67117d-96b6-4e5a-a30e-bb6b92620878', 'status': 'completed', 'code': 200} May 20 16:59:00.344866 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54032) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:00.371891 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-1f2645e3-292d-4e8d-bed9-f8c5aa41191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:00.373536 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-1f2645e3-292d-4e8d-bed9-f8c5aa41191c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3e835329c3c54de39221412fde179ed4&device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 1101 time: 0.0789845 May 20 16:59:00.396179 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-c5038be1-ade9-4b81-b19b-cb4e290eeba0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bc2e2a7bfb14918b5da9c2ff097f0c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500915 May 20 16:59:00.398605 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54036) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:00.447361 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-41b22f2e-966a-47d3-a39f-0cdd1bbb8962 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8e67117d-96b6-4e5a-a30e-bb6b92620878 HTTP/1.1" status: 200 len: 217 time: 0.0659232 May 20 16:59:00.467235 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f8863ef9-3164-4672-b17d-d95f97fcfaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.495719 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f8863ef9-3164-4672-b17d-d95f97fcfaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.515310 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-2a178ff3-4420-4d43-859c-3c6327648ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:00.516678 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-2a178ff3-4420-4d43-859c-3c6327648ac6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61530499-243f-4bfc-ba3b-0c97220c1898 HTTP/1.1" status: 200 len: 843 time: 0.0624573 May 20 16:59:00.548324 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f8863ef9-3164-4672-b17d-d95f97fcfaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.552673 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-74916533-32fe-4627-920f-1f48f5a51edf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:00.566819 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8863ef9-3164-4672-b17d-d95f97fcfaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c89e420-95f1-4a46-b89f-67bc0cde840a,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:00.569010 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f8863ef9-3164-4672-b17d-d95f97fcfaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:00.579060 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f8863ef9-3164-4672-b17d-d95f97fcfaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:00.583125 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f8863ef9-3164-4672-b17d-d95f97fcfaa1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9c89e420-95f1-4a46-b89f-67bc0cde840a HTTP/1.1" status: 204 len: 168 time: 0.1836193 May 20 16:59:00.600047 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-ecbada0a-c8b0-4582-999a-9030e5ea8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:00.601566 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-ecbada0a-c8b0-4582-999a-9030e5ea8be5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=312ee3a7-e85c-46d6-9440-f59e4d69ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0785940 May 20 16:59:00.740503 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-dba8cfcd-824d-4df1-8112-624b8dc4664d service neutron] 10.222.0.82 "GET /v2.0/networks/312ee3a7-e85c-46d6-9440-f59e4d69ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294193 May 20 16:59:00.884144 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-0953ed87-c56f-4a9c-ae69-695f4a87badc req-faf260fa-1c16-413d-a73a-a3257b074443 service neutron] 10.222.0.82 "GET /v2.0/networks/312ee3a7-e85c-46d6-9440-f59e4d69ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361084 May 20 16:59:00.894428 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f375e93-7f76-4a0c-b10e-cf59385f2c49 req-d0b783a6-93f0-4407-9f03-8b18332c7dd8 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:00.895973 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5f375e93-7f76-4a0c-b10e-cf59385f2c49 req-d0b783a6-93f0-4407-9f03-8b18332c7dd8 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 948 time: 0.0944891 May 20 16:59:00.950932 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5f375e93-7f76-4a0c-b10e-cf59385f2c49 req-c6f221b7-0d7c-4c21-ac5e-37d202910118 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 May 20 16:59:01.010986 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-9906e106-d9dc-4c41-9a46-d634206a4a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:01.012490 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-9906e106-d9dc-4c41-9a46-d634206a4a88 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3e835329c3c54de39221412fde179ed4&device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 1101 time: 0.0771418 May 20 16:59:01.147646 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-3164b066-2bb4-48f0-a322-989dbdac0b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:01.149402 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-3164b066-2bb4-48f0-a322-989dbdac0b93 service neutron] 10.222.0.82 "GET /v2.0/networks?id=312ee3a7-e85c-46d6-9440-f59e4d69ab18 HTTP/1.1" status: 200 len: 870 time: 0.1295671 May 20 16:59:01.219872 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-7647b600-b00d-4da3-8138-156aeb694f2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8e67117d-96b6-4e5a-a30e-bb6b92620878 HTTP/1.1" status: 200 len: 217 time: 0.0635669 May 20 16:59:01.282390 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-32d45ea9-0953-4317-9c3e-50237ddb0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:01.283797 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-32d45ea9-0953-4317-9c3e-50237ddb0c64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61530499-243f-4bfc-ba3b-0c97220c1898 HTTP/1.1" status: 200 len: 843 time: 0.0577049 May 20 16:59:01.361827 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-34575854-5fc0-4208-bdeb-d52958eebd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:01.363289 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-34575854-5fc0-4208-bdeb-d52958eebd8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=312ee3a7-e85c-46d6-9440-f59e4d69ab18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0724332 May 20 16:59:01.501177 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-052de11f-097e-42e9-8c93-7e71a5927413 service neutron] 10.222.0.82 "GET /v2.0/networks/312ee3a7-e85c-46d6-9440-f59e4d69ab18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303868 May 20 16:59:01.634438 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-903ecf22-5731-44ce-ba7f-e9128b10cea8 req-a46d2728-2010-472f-aeda-31a442fb4495 service neutron] 10.222.0.82 "GET /v2.0/networks/312ee3a7-e85c-46d6-9440-f59e4d69ab18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251893 May 20 16:59:02.147782 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4726b-9dea-47ae-add9-27b1d454b4f9 req-8eae4df8-2d47-49db-95fb-07f1f78d0a21 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:02.149680 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4fa4726b-9dea-47ae-add9-27b1d454b4f9 req-8eae4df8-2d47-49db-95fb-07f1f78d0a21 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 948 time: 0.0841804 May 20 16:59:02.196404 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4fa4726b-9dea-47ae-add9-27b1d454b4f9 req-20a7ac38-bea9-4cf1-8bcf-745598795772 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391297 May 20 16:59:02.710620 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8e67117d-96b6-4e5a-a30e-bb6b92620878 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:59:02.846581 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 8e67117d-96b6-4e5a-a30e-bb6b92620878, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8e67117d-96b6-4e5a-a30e-bb6b92620878,segment=NetworkSegment(34594f1f-06ff-4122-95a7-09f92cdc5db6),segment_id=34594f1f-06ff-4122-95a7-09f92cdc5db6)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:02.860145 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': '8e67117d-96b6-4e5a-a30e-bb6b92620878', 'network_id': '312ee3a7-e85c-46d6-9440-f59e4d69ab18', 'port_id': '8e67117d-96b6-4e5a-a30e-bb6b92620878', 'mac_address': 'fa:16:3e:d0:ba:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61530499-243f-4bfc-ba3b-0c97220c1898', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:59:02.921609 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:02.938417 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e67117d-96b6-4e5a-a30e-bb6b92620878 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:59:02.954571 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 8e67117d-96b6-4e5a-a30e-bb6b92620878, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8e67117d-96b6-4e5a-a30e-bb6b92620878,segment=NetworkSegment(34594f1f-06ff-4122-95a7-09f92cdc5db6),segment_id=34594f1f-06ff-4122-95a7-09f92cdc5db6)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:02.958600 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:02.960359 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:03.027655 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=8e67117d-96b6-4e5a-a30e-bb6b92620878,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:03.031986 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:03.182198 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['8e67117d-96b6-4e5a-a30e-bb6b92620878'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:59:03.392837 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdaaee7-ce4f-4739-b9d3-1348bfef3bd6 req-fe9f842f-37f0-4de6-9c0a-8929bc7f04c2 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:03.394726 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4bdaaee7-ce4f-4739-b9d3-1348bfef3bd6 req-fe9f842f-37f0-4de6-9c0a-8929bc7f04c2 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 949 time: 0.0883603 May 20 16:59:03.442966 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4bdaaee7-ce4f-4739-b9d3-1348bfef3bd6 req-ac27c88a-0d47-43ad-8bba-84cd3b3e0655 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427530 May 20 16:59:04.629898 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7dab4-0aee-4b4f-886f-0e15c8219f6d req-1fb7b177-6e53-4967-bc3f-7fe794345d7d tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:04.631530 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cfb7dab4-0aee-4b4f-886f-0e15c8219f6d req-1fb7b177-6e53-4967-bc3f-7fe794345d7d tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 949 time: 0.0821099 May 20 16:59:04.681914 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-cfb7dab4-0aee-4b4f-886f-0e15c8219f6d req-fd6e60d0-c31c-45d4-a0f3-54085ac330bc tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438902 May 20 16:59:04.725574 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8e67117d-96b6-4e5a-a30e-bb6b92620878 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:04.793432 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port 8e67117d-96b6-4e5a-a30e-bb6b92620878 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:04.798111 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port 8e67117d-96b6-4e5a-a30e-bb6b92620878 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:04.798498 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:04.924779 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:04.951649 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e67117d-96b6-4e5a-a30e-bb6b92620878'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:59:04.962102 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port 8e67117d-96b6-4e5a-a30e-bb6b92620878, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8e67117d-96b6-4e5a-a30e-bb6b92620878,segment=NetworkSegment(34594f1f-06ff-4122-95a7-09f92cdc5db6),segment_id=34594f1f-06ff-4122-95a7-09f92cdc5db6)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:04.966616 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:04.968495 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:05.013884 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e67117d-96b6-4e5a-a30e-bb6b92620878', 'code': 200} May 20 16:59:05.040036 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=8e67117d-96b6-4e5a-a30e-bb6b92620878,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:05.043923 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:05.256192 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fad728-916b-4474-95b1-9c22f481dff5 req-91261e70-6bc6-4fa4-91e3-cd5bd5d8a63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:05.257554 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e6fad728-916b-4474-95b1-9c22f481dff5 req-91261e70-6bc6-4fa4-91e3-cd5bd5d8a63e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 1103 time: 0.0715079 May 20 16:59:05.299789 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e6fad728-916b-4474-95b1-9c22f481dff5 req-bab1b75d-f8de-4559-9ce7-ced2287bedcb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332775 May 20 16:59:05.870543 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4174a4-11ba-4006-90c5-c62fbbf3ab3d req-09a626b3-e3f8-4a97-af0f-59255deb7e03 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:05.871967 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c4174a4-11ba-4006-90c5-c62fbbf3ab3d req-09a626b3-e3f8-4a97-af0f-59255deb7e03 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 950 time: 0.0819991 May 20 16:59:05.915790 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1c4174a4-11ba-4006-90c5-c62fbbf3ab3d req-42ca1b96-0aa0-4e33-adc5-727842ad3bc1 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 May 20 16:59:07.108229 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d7d63-ec50-499e-ae3f-8e3e554c7a3a req-fc7a8bbd-71f3-4115-8a7d-7e0aede8f93f tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:07.109692 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3a8d7d63-ec50-499e-ae3f-8e3e554c7a3a req-fc7a8bbd-71f3-4115-8a7d-7e0aede8f93f tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 950 time: 0.0843029 May 20 16:59:07.155171 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3a8d7d63-ec50-499e-ae3f-8e3e554c7a3a req-bedc87d7-d1ae-46ca-aa07-e90ca5ce0a02 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 May 20 16:59:07.585495 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae769-dad4-4054-ab68-e0c534597ac2 req-8a9ff00b-d034-4343-a394-fadbf0ae6b79 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:07.586958 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-800ae769-dad4-4054-ab68-e0c534597ac2 req-8a9ff00b-d034-4343-a394-fadbf0ae6b79 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 950 time: 0.0808759 May 20 16:59:07.633308 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-800ae769-dad4-4054-ab68-e0c534597ac2 req-d2d174ac-bfdf-45d0-966d-c5b8b20c6275 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 May 20 16:59:08.910447 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dcf5c-28cf-498c-9998-b0a26f43b5da req-bd660294-d02c-442b-aaf5-41fc5bd1b207 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:08.911841 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1b1dcf5c-28cf-498c-9998-b0a26f43b5da req-bd660294-d02c-442b-aaf5-41fc5bd1b207 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 950 time: 0.1697679 May 20 16:59:08.957864 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-1b1dcf5c-28cf-498c-9998-b0a26f43b5da req-489a9d42-fcfe-4c2f-b023-d2adc2547cb3 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/security-groups?id=21d5569f-c43e-425e-85a2-32a82943ccb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395689 May 20 16:59:08.979554 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-7225c39d-3223-4ad0-a628-e7d7ffaed7d3 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:08.980306 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-7225c39d-3223-4ad0-a628-e7d7ffaed7d3 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Synchronizing usage tracker for tenant:3e835329c3c54de39221412fde179ed4 on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:59:08.997442 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-7225c39d-3223-4ad0-a628-e7d7ffaed7d3 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Unset dirty status for tenant:3e835329c3c54de39221412fde179ed4 on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:59:08.998563 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-7225c39d-3223-4ad0-a628-e7d7ffaed7d3 tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.82 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 950 time: 0.1887674 May 20 16:59:09.136891 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Deleting port 8e67117d-96b6-4e5a-a30e-bb6b92620878 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:09.137234 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:09.273821 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] For port 8e67117d-96b6-4e5a-a30e-bb6b92620878, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8e67117d-96b6-4e5a-a30e-bb6b92620878,segment=NetworkSegment(34594f1f-06ff-4122-95a7-09f92cdc5db6),segment_id=34594f1f-06ff-4122-95a7-09f92cdc5db6)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:09.274104 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:09.397891 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Calling delete_port for 8e67117d-96b6-4e5a-a30e-bb6b92620878 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:09.511704 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:09.517198 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8fec83f1-57e9-4513-894d-183d8be396e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:09.523391 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['8e67117d-96b6-4e5a-a30e-bb6b92620878'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:59:09.565177 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Pushing event deleted for resources: {'Port': ['ID=8e67117d-96b6-4e5a-a30e-bb6b92620878,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:09.568244 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:09.649861 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] No DVR routers for this DVR port 8e67117d-96b6-4e5a-a30e-bb6b92620878 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:59:09.653313 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:09.656399 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'name': 'network-vif-deleted', 'tag': '8e67117d-96b6-4e5a-a30e-bb6b92620878'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:59:09.680492 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-99226b4e-de80-4a0d-a0fa-a6fb96e73b6e req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.82 "DELETE /v2.0/ports/8e67117d-96b6-4e5a-a30e-bb6b92620878 HTTP/1.1" status: 204 len: 173 time: 0.6759946 May 20 16:59:09.715209 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113d1cd6-e617-484f-b6ad-5fae38449f0f', 'name': 'network-vif-deleted', 'tag': '8e67117d-96b6-4e5a-a30e-bb6b92620878', 'status': 'completed', 'code': 200} May 20 16:59:10.128085 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c2b7f910-7f96-4b03-95f9-dc25454257cc req-6439e069-998a-4dfd-ac9b-544fcc6ada6b tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] 10.222.0.69 "GET /v2.0/ports?device_id=113d1cd6-e617-484f-b6ad-5fae38449f0f HTTP/1.1" status: 200 len: 210 time: 0.0461147 May 20 16:59:11.059212 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54178) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:11.178680 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:11.193183 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:11.197015 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Usage tracker for resource:security_group_rule and tenant:74d770d41b3a4b6aada075bf92dd1954 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:11.199890 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:11.205523 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:11.288322 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:11.293646 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:11.302427 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1d99fafa-fe8c-42c7-b427-cef4b5e2a361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:11.341642 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74d770d41b3a4b6aada075bf92dd1954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809680 May 20 16:59:11.343350 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b0b2a-2469-4585-ac74-f5275679cecd,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:11.344293 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54194) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:11.346739 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-d0128c39-54ea-4367-96d3-1cda890187cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:11.406182 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-79352d04-eeaf-4f8b-a5a2-8e7e8cece2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:11.442149 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-79352d04-eeaf-4f8b-a5a2-8e7e8cece2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:11.501939 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-79352d04-eeaf-4f8b-a5a2-8e7e8cece2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:11.505648 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-944f1ecd-d8f2-43a9-b2d2-b545f1534f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:11.516689 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79352d04-eeaf-4f8b-a5a2-8e7e8cece2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b0b2a-2469-4585-ac74-f5275679cecd,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:11.519253 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-79352d04-eeaf-4f8b-a5a2-8e7e8cece2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:11.526742 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-79352d04-eeaf-4f8b-a5a2-8e7e8cece2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:11.530439 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-79352d04-eeaf-4f8b-a5a2-8e7e8cece2df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b0b0b2a-2469-4585-ac74-f5275679cecd HTTP/1.1" status: 204 len: 168 time: 0.1846311 May 20 16:59:12.772213 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8e67117d-96b6-4e5a-a30e-bb6b92620878 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:12.811012 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 8e67117d-96b6-4e5a-a30e-bb6b92620878 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:12.811378 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 8e67117d-96b6-4e5a-a30e-bb6b92620878 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:13.376399 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54404) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:13.504474 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.518657 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:13.522521 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Usage tracker for resource:security_group_rule and tenant:03f8e0d253d44381b8e54af0fb8a74ec is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:13.525902 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:13.531775 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:13.624217 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.628913 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.635875 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-13c7da3b-49fa-423b-83c4-b51e45e994f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:13.684672 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1057a35c-d32f-4f9a-aadc-76dc49b2970d,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:13.684672 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=03f8e0d253d44381b8e54af0fb8a74ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021309 May 20 16:59:13.684672 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-efae9ea7-5515-4fa4-83e4-d22f5f6dc459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:13.684672 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54428) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:13.740726 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-eccd5208-a680-4846-a85a-5e33d06111ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.768790 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-eccd5208-a680-4846-a85a-5e33d06111ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.820284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-eccd5208-a680-4846-a85a-5e33d06111ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.824605 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-986ed13a-c1b0-4119-b707-6c856d8522b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:13.835293 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd5208-a680-4846-a85a-5e33d06111ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1057a35c-d32f-4f9a-aadc-76dc49b2970d,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:13.839135 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-eccd5208-a680-4846-a85a-5e33d06111ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:13.842325 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-eccd5208-a680-4846-a85a-5e33d06111ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:13.843415 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-eccd5208-a680-4846-a85a-5e33d06111ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1057a35c-d32f-4f9a-aadc-76dc49b2970d HTTP/1.1" status: 204 len: 168 time: 0.1591938 May 20 16:59:14.130378 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54448) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:14.150875 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.165132 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:14.169284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Usage tracker for resource:security_group_rule and tenant:08fab2be35e04c62938c722631cdb377 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:14.172110 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:14.177980 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:14.225751 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-193577bc-7fb8-45de-bfbe-c370012c087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.280659 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.284580 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.294307 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2c93ca27-1ad5-453c-a45e-86b609538783 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:14.332159 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08fab2be35e04c62938c722631cdb377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017109 May 20 16:59:14.334764 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54462) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:14.336684 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2dae67-5182-4ed9-bc34-1c648fbde8ca,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:14.341020 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-86d57466-3bd1-4e54-84d1-a8a60b3b96c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:14.396691 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf76a-7f89-449e-991a-c0c2014a51b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.428736 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf76a-7f89-449e-991a-c0c2014a51b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.485193 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf76a-7f89-449e-991a-c0c2014a51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.489149 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e45bb49c-8631-46fc-a464-0dfec76e50e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:14.503159 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaf76a-7f89-449e-991a-c0c2014a51b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2dae67-5182-4ed9-bc34-1c648fbde8ca,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:14.507517 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-5fbaf76a-7f89-449e-991a-c0c2014a51b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:14.513656 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-5fbaf76a-7f89-449e-991a-c0c2014a51b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:14.517207 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-5fbaf76a-7f89-449e-991a-c0c2014a51b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe2dae67-5182-4ed9-bc34-1c648fbde8ca HTTP/1.1" status: 204 len: 168 time: 0.1791446 May 20 16:59:16.256455 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54556) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:16.410532 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6aeee0fd-e389-430b-8992-815a33b5abfe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e835329c3c54de39221412fde179ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527431 May 20 16:59:16.413308 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54574) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:16.477799 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f74-b33c-44f8-bf93-8ea70a04386a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:16.505422 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f74-b33c-44f8-bf93-8ea70a04386a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:16.559000 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f74-b33c-44f8-bf93-8ea70a04386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:16.562658 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3e0c6d2c-d15a-4b7f-8204-f9be8dd5eaa4 tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:16.577563 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd5f74-b33c-44f8-bf93-8ea70a04386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d5569f-c43e-425e-85a2-32a82943ccb4,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:16.581303 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-04bd5f74-b33c-44f8-bf93-8ea70a04386a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:16.587233 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-04bd5f74-b33c-44f8-bf93-8ea70a04386a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:16.592142 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-04bd5f74-b33c-44f8-bf93-8ea70a04386a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21d5569f-c43e-425e-85a2-32a82943ccb4 HTTP/1.1" status: 204 len: 168 time: 0.1777754 May 20 16:59:16.770897 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-7c35f5a6-cf41-4ec2-820f-622722c2b17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:16.834807 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:17.636812 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:18.052480 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:19.499873 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:22.291156 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54634) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:22.549812 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Deleting port 05e85ea7-757d-4464-a17c-ce3021064679 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:22.550062 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:22.671384 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:22.671708 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:22.881148 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Calling delete_port for 05e85ea7-757d-4464-a17c-ce3021064679 owned by network:floatingip {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:23.007162 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:23.011632 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-b67ca2f9-c61d-4b00-ab4b-ee95a6c792db tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:23.085446 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event deleted for resources: {'Port': ['ID=05e85ea7-757d-4464-a17c-ce3021064679,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:23.089095 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:23.160197 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for floatingip, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:23.160534 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.l3_db [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Floating IP 245f838b-e819-4b89-be25-a33ccc4d5c0b disassociated (deleted). External IP: 172.28.2.9, port: 4bd5c17a-27a5-4ceb-9b90-605830922155. May 20 16:59:23.538690 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Router 8016ba54-efa6-4bac-88ff-d52bc12473ee has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:59:23.731121 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:59:23.741257 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] Sync routers for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:59:23.748039 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:23.760192 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:23.760818 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:23.803232 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-e427ed41-d9cf-4929-a2fe-f85c720364ab tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "DELETE /v2.0/floatingips/245f838b-e819-4b89-be25-a33ccc4d5c0b HTTP/1.1" status: 204 len: 168 time: 1.5104885 May 20 16:59:23.803953 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:59:23.852615 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'status': 'completed', 'code': 200} May 20 16:59:23.959501 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb89496-988a-4590-9517-635630dbaf4a req-1dcfeb2b-ae4c-48ac-9efb-ea4ca8315398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:23.961913 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8eb89496-988a-4590-9517-635630dbaf4a req-1dcfeb2b-ae4c-48ac-9efb-ea4ca8315398 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04128e4e4036468e9982afc32f36a6c5&device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 1098 time: 0.0890839 May 20 16:59:23.970138 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:24.114419 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb89496-988a-4590-9517-635630dbaf4a req-670f99d9-e55e-4007-ae86-3a373124f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:24.115961 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8eb89496-988a-4590-9517-635630dbaf4a req-670f99d9-e55e-4007-ae86-3a373124f437 service neutron] 10.222.0.82 "GET /v2.0/networks?id=173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 200 len: 909 time: 0.1464458 May 20 16:59:24.195202 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8eb89496-988a-4590-9517-635630dbaf4a req-801ca690-8f3c-489f-8131-52e134214f3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 200 len: 217 time: 0.0718484 May 20 16:59:24.217889 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79501409-954d-495a-a919-cf276debcf9c req-64fc8a5e-6217-4a72-9463-81bcb38dc7f8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:24.219466 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-79501409-954d-495a-a919-cf276debcf9c req-64fc8a5e-6217-4a72-9463-81bcb38dc7f8 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0865126 May 20 16:59:24.262598 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb89496-988a-4590-9517-635630dbaf4a req-77da36b6-c968-483b-b398-83cfa6f0c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:24.264130 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8eb89496-988a-4590-9517-635630dbaf4a req-77da36b6-c968-483b-b398-83cfa6f0c74d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 200 len: 847 time: 0.0619936 May 20 16:59:24.268610 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-79501409-954d-495a-a919-cf276debcf9c req-ee8be2ed-086d-4d39-acc2-f901fb100378 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 May 20 16:59:24.305035 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 5, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:24.309160 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] Checking router: 8016ba54-efa6-4bac-88ff-d52bc12473ee for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:59:24.317599 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:24.318157 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:24.354327 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb89496-988a-4590-9517-635630dbaf4a req-2b12194e-8b37-4ffc-9003-4f1dba541ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:24.356044 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8eb89496-988a-4590-9517-635630dbaf4a req-2b12194e-8b37-4ffc-9003-4f1dba541ac7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=173970ce-0a50-42aa-941d-0dcab0c58340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842772 May 20 16:59:24.502696 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:24.582020 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8eb89496-988a-4590-9517-635630dbaf4a req-69120895-ace8-4a29-8f3b-fbe5eeac2eec service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174993 May 20 16:59:24.717897 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-8eb89496-988a-4590-9517-635630dbaf4a req-f8b80603-721e-4692-9ade-148dc65b8436 service neutron] 10.222.0.82 "GET /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278002 May 20 16:59:24.832509 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 5, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:24.836723 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336d1d74-1ccd-40a2-a3a4-ec1d4e4463d3 None None] The sync data for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb is: [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:54:27Z', 'revision_number': 4, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'c8549db9-ad0a-4f46-9004-a7e835edea9a', 'name': '', 'network_id': '173970ce-0a50-42aa-941d-0dcab0c58340', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'mac_address': 'fa:16:3e:52:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:26Z', 'updated_at': '2021-05-20T16:54:36Z', 'revision_number': 5, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'subnets': [{'id': '08805115-35d4-4c74-a599-fb4b0f93b7ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:59:25.050005 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6305f8-db32-41dc-a9fc-6fc04f846b80 None None] New status for floating IP 245f838b-e819-4b89-be25-a33ccc4d5c0b: DOWN {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:59:25.453601 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197bc0c-2364-4170-802f-39d500aced0f req-7c0b27e8-91ad-43cb-9d58-4855124e79c6 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:25.454944 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7197bc0c-2364-4170-802f-39d500aced0f req-7c0b27e8-91ad-43cb-9d58-4855124e79c6 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0781858 May 20 16:59:25.498941 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7197bc0c-2364-4170-802f-39d500aced0f req-a434813a-66c9-44a8-95ac-a7e6fc29e633 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/security-groups?id=2a8189f7-ec3d-420c-b81a-cd271f248e55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 May 20 16:59:25.622020 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-6609f67c-8a25-4123-9bde-671a559d7fc7 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:25.622724 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-6609f67c-8a25-4123-9bde-671a559d7fc7 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Synchronizing usage tracker for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:59:25.637457 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-6609f67c-8a25-4123-9bde-671a559d7fc7 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Unset dirty status for tenant:04128e4e4036468e9982afc32f36a6c5 on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:59:25.638796 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-6609f67c-8a25-4123-9bde-671a559d7fc7 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.82 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 945 time: 0.0946908 May 20 16:59:25.783124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Deleting port 4bd5c17a-27a5-4ceb-9b90-605830922155 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:25.783369 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:25.917053 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] For port 4bd5c17a-27a5-4ceb-9b90-605830922155, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=4bd5c17a-27a5-4ceb-9b90-605830922155,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:25.917405 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:26.046286 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Calling delete_port for 4bd5c17a-27a5-4ceb-9b90-605830922155 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:26.159641 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:26.164948 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1206907b-a927-4b0b-8842-2fa14882f794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:26.210631 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event deleted for resources: {'Port': ['ID=4bd5c17a-27a5-4ceb-9b90-605830922155,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:26.213723 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:26.288003 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] No DVR routers for this DVR port 4bd5c17a-27a5-4ceb-9b90-605830922155 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:59:26.290387 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:26.292867 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-deleted', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:59:26.308503 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bca338a8-611a-4406-bf37-8a8be88ddbd8 req-2949951f-a7f6-4198-91cf-6043914c38d3 tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.82 "DELETE /v2.0/ports/4bd5c17a-27a5-4ceb-9b90-605830922155 HTTP/1.1" status: 204 len: 173 time: 0.6631665 May 20 16:59:26.347946 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc547557-389f-4a5e-99ec-2107da6030ee', 'name': 'network-vif-deleted', 'tag': '4bd5c17a-27a5-4ceb-9b90-605830922155', 'status': 'completed', 'code': 200} May 20 16:59:26.667086 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2185b288-35d4-4566-b3ff-f6af3496ef7d req-1406ed69-97f5-4a7c-adea-e1f5ffb854bf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc547557-389f-4a5e-99ec-2107da6030ee HTTP/1.1" status: 200 len: 210 time: 0.0573885 May 20 16:59:27.762672 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54724) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:27.836021 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6534a885-ef25-4a7b-b04d-b8fede573caf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:27.870216 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6534a885-ef25-4a7b-b04d-b8fede573caf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:27.936124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6534a885-ef25-4a7b-b04d-b8fede573caf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:27.940170 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4336b4c2-f068-4e48-b560-950b1cc8029d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:27.957861 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534a885-ef25-4a7b-b04d-b8fede573caf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8189f7-ec3d-420c-b81a-cd271f248e55,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:27.957861 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6534a885-ef25-4a7b-b04d-b8fede573caf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:27.970553 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6534a885-ef25-4a7b-b04d-b8fede573caf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:27.974071 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6534a885-ef25-4a7b-b04d-b8fede573caf tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] 10.222.0.69 "DELETE /v2.0/security-groups/2a8189f7-ec3d-420c-b81a-cd271f248e55 HTTP/1.1" status: 204 len: 168 time: 0.2079110 May 20 16:59:28.018410 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54730) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:28.516933 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54744) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:28.636244 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:28.650986 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:28.654642 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Usage tracker for resource:security_group_rule and tenant:3869896eb85143a985c9e2760ad223d8 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:28.657395 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:28.662965 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:28.752228 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:28.757021 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:28.765771 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-1d099563-1e74-4793-8401-b0549850fedd tempest-TestShelveInstance-1824277866 tempest-TestShelveInstance-1824277866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:28.810139 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3869896eb85143a985c9e2760ad223d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920771 May 20 16:59:28.811176 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4042d8c2-6e10-4dd7-a7cd-ad3b5cd3edb3,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:28.814164 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54750) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:28.814670 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f6e347a2-3fd6-4288-8436-94d5cef7b044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:28.829031 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4bd5c17a-27a5-4ceb-9b90-605830922155 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:28.862818 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: 4bd5c17a-27a5-4ceb-9b90-605830922155 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:28.863175 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device 4bd5c17a-27a5-4ceb-9b90-605830922155 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:28.864023 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871527'] for router_interface, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:28.972499 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-421e6796-8d00-44df-87a1-368e85d4cf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:29.081718 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-421e6796-8d00-44df-87a1-368e85d4cf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:29.258033 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-421e6796-8d00-44df-87a1-368e85d4cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:29.263497 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2bc6a0a0-753e-4c9c-867c-b5d7edb3c417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:29.277989 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e6796-8d00-44df-87a1-368e85d4cf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4042d8c2-6e10-4dd7-a7cd-ad3b5cd3edb3,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:29.280244 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-421e6796-8d00-44df-87a1-368e85d4cf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:29.287129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-421e6796-8d00-44df-87a1-368e85d4cf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:29.288216 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-421e6796-8d00-44df-87a1-368e85d4cf26 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4042d8c2-6e10-4dd7-a7cd-ad3b5cd3edb3 HTTP/1.1" status: 204 len: 168 time: 0.4720852 May 20 16:59:29.421973 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Deleting port c8549db9-ad0a-4f46-9004-a7e835edea9a {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:29.422354 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:29.549128 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] For port c8549db9-ad0a-4f46-9004-a7e835edea9a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=c8549db9-ad0a-4f46-9004-a7e835edea9a,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:29.549548 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:29.678406 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Calling delete_port for c8549db9-ad0a-4f46-9004-a7e835edea9a owned by network:router_interface {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:29.974034 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54788) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:29.979417 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:29.984261 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c343f906-036b-4746-8f9b-b81333c6c8c5 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:30.031843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8549db9-ad0a-4f46-9004-a7e835edea9a,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:30.035519 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:30.097955 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-978554160-network', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:59:30.103633 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:30.108079 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Usage tracker for resource:network and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:30.111483 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:30.119636 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:30.131764 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Made reservation on behalf of 051722db689d43ccb720ba3c1fed9ffb for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:59:30.135251 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.152630 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.170452 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:30.175011 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:30.178166 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:30.185105 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:30.290326 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.296276 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.301856 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-972bce5d-0605-4677-8d77-625429568956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:30.333509 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:59:30.348587 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b81e82-2a85-4189-b9a5-d6a4628241a7,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:30.359495 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:30.360461 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.360886 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Added segment d0758adc-3807-495d-af4c-409e66ce9f68 of type vlan for network e19adffe-7077-4fde-8038-90512556d11b May 20 16:59:30.390533 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.413687 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:59:30.422994 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.424685 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:30.425313 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.429445 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871635'] for router_interface, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.430426 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:30.542245 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Pushing event updated for resources: {'Network': ['ID=e19adffe-7077-4fde-8038-90512556d11b,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:30.545216 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:30.552240 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5735822 May 20 16:59:30.552240 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54796) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:30.555212 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network e19adffe-7077-4fde-8038-90512556d11b details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:59:30.558231 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Request body: {'subnet': {'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-978554160-subnet', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:59:30.563102 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:30.566985 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Usage tracker for resource:subnet and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:30.569794 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:30.577288 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:30.587315 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Made reservation on behalf of 051722db689d43ccb720ba3c1fed9ffb for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:59:30.589825 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2876565'] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.797987 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Router 8016ba54-efa6-4bac-88ff-d52bc12473ee has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:59:30.976852 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9848805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2876551'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:30.977428 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:59:30.981849 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:30.986574 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] Sync routers for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:59:30.992638 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-8c66d824-960f-4cb0-b6ef-5b19c369e2f2 admin admin] 10.222.0.69 "PUT /v2.0/routers/8016ba54-efa6-4bac-88ff-d52bc12473ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9709139 May 20 16:59:30.993124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54800) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:30.996253 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:30.996955 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:31.055930 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d80106-ecbb-4b7f-a162-4ee195e6358a,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:31.064003 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:31.064828 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Checking segment: {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:31.065118 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Network hostable DHCP agents. Network: e19adffe-7077-4fde-8038-90512556d11b, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:59:31.088377 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Network e19adffe-7077-4fde-8038-90512556d11b is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:59:31.101422 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, e19adffe-7077-4fde-8038-90512556d11b) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:31.114074 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:31.114830 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.121607 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9880656-c937-493a-b6e1-575105d90cc4 None None] Network e19adffe-7077-4fde-8038-90512556d11b requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:59:31.137238 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-bd4ff671-75fb-4129-9378-2c17c91a6dd9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5840991 May 20 16:59:31.140168 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54804) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:31.150413 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:59:31.157481 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:31.162424 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Usage tracker for resource:router and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:31.166410 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:31.175103 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:31.186312 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks [] for router, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.187995 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.189188 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.205588 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.351952 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:31.368445 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.455972 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Deleting port e6924b75-89ea-4d54-b0d8-69e9ad5690be {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:31.456313 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.609242 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] For port e6924b75-89ea-4d54-b0d8-69e9ad5690be, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=e6924b75-89ea-4d54-b0d8-69e9ad5690be,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:31.609548 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.627886 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.749913 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-e19adffe-7077-4fde-8038-90512556d11b', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:59:31.750789 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:31.935527 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30'}], 'enable_snat': True}, 'gw_port_id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:59:29Z', 'revision_number': 5, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port': {'id': 'e6924b75-89ea-4d54-b0d8-69e9ad5690be', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:4a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:22Z', 'updated_at': '2021-05-20T16:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:31.950402 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] Checking router: 8016ba54-efa6-4bac-88ff-d52bc12473ee for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:59:31.956831 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Calling delete_port for e6924b75-89ea-4d54-b0d8-69e9ad5690be owned by network:router_gateway {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:31.974975 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] Routers {'8016ba54-efa6-4bac-88ff-d52bc12473ee'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:31.975613 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['8016ba54-efa6-4bac-88ff-d52bc12473ee'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:32.067664 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.105553 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.138005 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Allocated IP 172.20.0.2 (e19adffe-7077-4fde-8038-90512556d11b/11d80106-ecbb-4b7f-a162-4ee195e6358a/9dc7822f-3cc5-438a-8447-aaf9dfb106c0) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:59:32.139954 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.145549 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-378a881f-4ad1-472a-a9c3-f68ba1b39ae8 tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:32.163446 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] Set router 8016ba54-efa6-4bac-88ff-d52bc12473ee gateway port host: None {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:32.197607 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6924b75-89ea-4d54-b0d8-69e9ad5690be,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:32.205854 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:32.296448 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:59:31Z', 'revision_number': 6, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port_host': None}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:32.297092 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Allocated IP 172.28.2.159 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/6b437b82-e453-46b6-80f2-2ca47a671565) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:59:32.310578 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be36b94-734d-428a-bd61-49c052aa1f1a None None] The sync data for ids ['8016ba54-efa6-4bac-88ff-d52bc12473ee'] in dv-cinder-786524-7-smb is: [{'id': '8016ba54-efa6-4bac-88ff-d52bc12473ee', 'name': 'tempest-TestShelveInstance-617663983-router', 'tenant_id': '04128e4e4036468e9982afc32f36a6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:21Z', 'updated_at': '2021-05-20T16:59:31Z', 'revision_number': 6, 'project_id': '04128e4e4036468e9982afc32f36a6c5', 'gw_port_host': None}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:59:32.311605 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711756'] for router_gateway, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.504095 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.519907 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7284'] for router, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.522453 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.524919 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.541926 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Transition to ACTIVE for port object 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:32.542755 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.548676 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-5198a907-7a0f-4df5-a43f-d6d7963de77c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:32.572370 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Transition to ACTIVE for port object 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:32.583144 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.596622 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:32.610108 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3712304'] for router, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.610653 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8016ba54-efa6-4bac-88ff-d52bc12473ee {{(pid=91596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:59:32.621816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:32.622992 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:32.626715 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:59:32.629112 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.632653 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] 10.222.0.69 "DELETE /v2.0/routers/8016ba54-efa6-4bac-88ff-d52bc12473ee HTTP/1.1" status: 204 len: 168 time: 1.6365936 May 20 16:59:32.632887 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54822) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:32.640968 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Network e19adffe-7077-4fde-8038-90512556d11b is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:32.648369 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:32.656872 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:59:32.671049 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Pushing event updated for resources: {'Port': ['ID=6b437b82-e453-46b6-80f2-2ca47a671565,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:32.679391 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:32.722201 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Deleting subnet 08805115-35d4-4c74-a599-fb4b0f93b7ee {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:59:32.725780 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.784699 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2518688'] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.814997 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Attempting to bind port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:59:32.815595 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Attempting to bind port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:59:32.815733 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Attempting to bind port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 on network e19adffe-7077-4fde-8038-90512556d11b {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:32.819185 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Pushing event updated for resources: {'Port': ['ID=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:32.823760 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:32.824549 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:59:32.824998 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Checking segment: {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:32.825646 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.826140 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Bound using segment: {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:59:32.826880 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Bound port: 9dc7822f-3cc5-438a-8447-aaf9dfb106c0, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:59:32.827514 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.916481 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.925121 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] For port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:59:32.928871 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] For port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:59:32.934372 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:32.941466 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:33.034318 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Pushing event updated for resources: {'Port': ['ID=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:33.045312 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:33.241143 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10308614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515558'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.255018 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-ea460b9e-de6f-4995-9f61-495904f6ef43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:33.263064 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.289411 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.295913 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57bdd44-7fd5-40ea-8434-1ca0cb3a30b2 None None] Network 173970ce-0a50-42aa-941d-0dcab0c58340 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:59:33.308097 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/08805115-35d4-4c74-a599-fb4b0f93b7ee HTTP/1.1" status: 204 len: 168 time: 0.6696529 May 20 16:59:33.308097 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08805115-35d4-4c74-a599-fb4b0f93b7ee,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:33.315045 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9851d3bb-a37c-42ac-ac1c-f9d91c571d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:33.315840 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54826) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:33.473884 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.607831 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Deleting port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:33.608479 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.660772 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] DHCP port deletion for 173970ce-0a50-42aa-941d-0dcab0c58340 request from dv-cinder-786524-7-smb {{(pid=91597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:59:33.752773 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Deleting port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 {{(pid=91597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:33.753156 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.754896 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] For port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:33.755326 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.763124 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:33.873210 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54836) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:33.881508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] For port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,segment=NetworkSegment(e56efe98-dc81-4fdb-921a-005c552c8c93),segment_id=e56efe98-dc81-4fdb-921a-005c552c8c93)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:33.882003 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.027006 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:34.090673 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Calling delete_port for b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 owned by network:dhcp {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:34.094114 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Calling delete_port for b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 owned by network:dhcp {{(pid=91597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:34.136810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.153303 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.161144 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:34.164349 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:34.168818 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-7fb79b6b-ee56-43e4-ad9b-1fe195aeda5d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:34.170301 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Usage tracker for resource:security_group_rule and tenant:64afb52cdab948fea8adca2cbc3aaf44 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:34.176699 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:34.180704 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007'] for port, after_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.185869 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-029925f3-588f-4ee6-8ed6-d06c09aa2c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:34.187836 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:34.206533 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] No DVR routers for this DVR port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 on host dv-cinder-786524-7-smb {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:59:34.249544 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Pushing event deleted for resources: {'Port': ['ID=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,revision_number=None']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:34.255671 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device c8549db9-ad0a-4f46-9004-a7e835edea9a no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:34.265713 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Router 9461de74-ea80-4fcb-ac01-567a67a2342c is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:59:34.273877 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c58b86-e53c-4fc2-91b4-07e0d6562cb0,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:34.279652 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:34.296233 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:34.297208 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] No DVR routers for this DVR port b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 on host dv-cinder-786524-7-smb {{(pid=91597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:59:34.305712 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: c8549db9-ad0a-4f46-9004-a7e835edea9a {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:34.306865 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device c8549db9-ad0a-4f46-9004-a7e835edea9a not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:34.309959 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:34.344850 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d99560c-b5d0-41ef-9b4f-fcc24ace405a None None] Network e19adffe-7077-4fde-8038-90512556d11b requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:59:34.364546 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.368013 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:34.368013 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device b4c58b86-e53c-4fc2-91b4-07e0d6562cb0 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:34.368378 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e6924b75-89ea-4d54-b0d8-69e9ad5690be no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:34.379225 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173970ce-0a50-42aa-941d-0dcab0c58340']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:34.392590 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56efe98-dc81-4fdb-921a-005c552c8c93') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:34.393017 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56efe98-dc81-4fdb-921a-005c552c8c93') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:34.405475 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.422750 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.427927 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: e6924b75-89ea-4d54-b0d8-69e9ad5690be {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:34.428290 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e6924b75-89ea-4d54-b0d8-69e9ad5690be not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:34.429788 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:59:34.430334 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:59:34.450205 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:59:34.486356 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] Provisioning for port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:34.504320 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] Provisioning complete for port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:34.504951 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.509418 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.517733 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.527342 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-808f273c-24ad-49cf-80a3-262c05203943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:34.540191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.543448 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:59:34.553681 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Sync routers for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:59:34.554966 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.558453 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:34.567637 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:34.568478 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:34.585347 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Pushing event deleted for resources: {'Network': ['ID=173970ce-0a50-42aa-941d-0dcab0c58340,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:34.590196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:34.594325 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a8761-395a-4b15-81af-dd13641328c6,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:34.597299 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:34.603892 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64afb52cdab948fea8adca2cbc3aaf44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7291386 May 20 16:59:34.606680 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54842) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:34.612129 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] 10.222.0.69 "DELETE /v2.0/networks/173970ce-0a50-42aa-941d-0dcab0c58340 HTTP/1.1" status: 204 len: 168 time: 1.2950156 May 20 16:59:34.612827 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54846) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:34.632361 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.636492 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4951789 May 20 16:59:34.637302 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54850) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:34.771980 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.812278 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] For port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:34.819780 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.822654 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:34.827775 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.875266 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:34.898976 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:34.909535 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] Pushing event updated for resources: {'Port': ['ID=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:34.921716 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-a82cad8a-d12a-4932-aa34-ffc17323a38d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:35.145389 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-4e860d89-3b16-490e-8bd4-60aa03bff646 None None] Provisioning complete for port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:35.145782 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4e860d89-3b16-490e-8bd4-60aa03bff646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.248889 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.256124 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4cbd2f98-9805-4f9e-8eb8-4e0e405c5183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:35.275390 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:32Z', 'revision_number': 3, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:35.280532 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Checking router: 9461de74-ea80-4fcb-ac01-567a67a2342c for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:59:35.281361 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Updating router 9461de74-ea80-4fcb-ac01-567a67a2342c port 6b437b82-e453-46b6-80f2-2ca47a671565 binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:59:35.331158 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871527'] for router_interface, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.333988 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a8761-395a-4b15-81af-dd13641328c6,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:35.336681 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:35.343479 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.344667 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d9a8761-395a-4b15-81af-dd13641328c6 HTTP/1.1" status: 204 len: 168 time: 0.7370780 May 20 16:59:35.353121 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.660934 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.752144 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.765807 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Transition to ACTIVE for port object 6b437b82-e453-46b6-80f2-2ca47a671565 will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:35.774788 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.779005 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:35.865852 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Pushing event updated for resources: {'Port': ['ID=6b437b82-e453-46b6-80f2-2ca47a671565,revision_number=2']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:35.878481 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.879155 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.879301 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.879662 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.880129 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.880466 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.880790 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.881165 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.881494 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.882009 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.882356 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.882809 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:35.889509 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:35.907732 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Allocated IP 172.20.0.1 (e19adffe-7077-4fde-8038-90512556d11b/11d80106-ecbb-4b7f-a162-4ee195e6358a/998e4ac4-706f-4749-8492-a6215b67229c) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:59:35.910269 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Attempting to bind port 6b437b82-e453-46b6-80f2-2ca47a671565 on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:59:35.910648 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Attempting to bind port 6b437b82-e453-46b6-80f2-2ca47a671565 by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:59:35.911141 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Attempting to bind port 6b437b82-e453-46b6-80f2-2ca47a671565 on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:35.918918 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:59:35.919388 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:35.920161 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.920297 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:59:35.920822 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Bound port: 6b437b82-e453-46b6-80f2-2ca47a671565, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:59:35.921855 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:35.963633 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:35.975505 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Deleting port 57eb91ab-4777-4db9-8fba-6629ddc23960 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:35.976322 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.051784 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] For port 6b437b82-e453-46b6-80f2-2ca47a671565, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:59:36.056597 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] For port 6b437b82-e453-46b6-80f2-2ca47a671565, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=6b437b82-e453-46b6-80f2-2ca47a671565,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:59:36.062445 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.066157 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:36.066387 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:36.066776 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.152823 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] For port 57eb91ab-4777-4db9-8fba-6629ddc23960, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=57eb91ab-4777-4db9-8fba-6629ddc23960,segment=NetworkSegment(a2e1535f-6954-4e67-8289-09ea9b6c547f),segment_id=a2e1535f-6954-4e67-8289-09ea9b6c547f)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:36.153300 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.169070 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:36.169663 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:36.169803 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.200895 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.provisioning_blocks [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Transition to ACTIVE for port object 998e4ac4-706f-4749-8492-a6215b67229c will not be triggered until provisioned by entity DHCP. {{(pid=91595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:36.233799 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Pushing event updated for resources: {'Port': ['ID=6b437b82-e453-46b6-80f2-2ca47a671565,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:36.244877 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-e2a78d48-b607-441c-8dbd-4ac3bee74d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:36.261396 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.267511 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-8a00e89a-9dfd-40e7-8fea-9f5a168ab4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:36.309131 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Calling delete_port for 57eb91ab-4777-4db9-8fba-6629ddc23960 owned by network:router_interface {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:36.336620 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Network e19adffe-7077-4fde-8038-90512556d11b is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:36.340946 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:36.346537 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:59:36.383438 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:36.405007 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.537528 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.542659 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6b3c7541-6717-4e7b-a9d7-522801bdd9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:36.605809 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=57eb91ab-4777-4db9-8fba-6629ddc23960,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:36.613494 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:36.653573 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-f39c08e9-4f09-4697-8155-23939d26f961 None None] Provisioning for port 998e4ac4-706f-4749-8492-a6215b67229c completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:36.667458 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-f39c08e9-4f09-4697-8155-23939d26f961 None None] Provisioning complete for port 998e4ac4-706f-4749-8492-a6215b67229c triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:36.667684 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Pushing event updated for resources: {'Port': ['ID=998e4ac4-706f-4749-8492-a6215b67229c,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:36.667835 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-f39c08e9-4f09-4697-8155-23939d26f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.679280 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:36.784669 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-f39c08e9-4f09-4697-8155-23939d26f961 None None] Port 998e4ac4-706f-4749-8492-a6215b67229c cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:59:36.861158 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:36.890185 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:32Z', 'revision_number': 3, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:36.896526 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f76a-8c0b-4d9f-9550-593cf4144d12 None None] The sync data for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb is: [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:32Z', 'revision_number': 3, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:59:37.051288 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871635'] for router_interface, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:37.202007 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:37.207029 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848656'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:37.253470 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-3f2f435d-177c-466b-a612-e186973168ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:37.345118 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:37.348773 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Pushing event updated for resources: {'Port': ['ID=998e4ac4-706f-4749-8492-a6215b67229c,revision_number=2']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:37.352161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:37.536129 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:59:37.612669 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Network e19adffe-7077-4fde-8038-90512556d11b is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:37.613814 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:37.733661 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:59:37.746057 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] Sync routers for ids ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:59:37.746633 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-c3a2669c-c28a-41fb-ae66-b2a233d80cd7 admin admin] 10.222.0.69 "PUT /v2.0/routers/a49ae647-91ec-407c-b1cb-4f6c3c1272b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1324382 May 20 16:59:37.747046 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54882) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:37.761223 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] Routers {'a49ae647-91ec-407c-b1cb-4f6c3c1272b4'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:37.762195 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:37.853528 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Router 9461de74-ea80-4fcb-ac01-567a67a2342c has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:59:38.023589 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-1885a912-e846-4ee4-b114-7684ec6bdc3a None None] Provisioning complete for port 998e4ac4-706f-4749-8492-a6215b67229c triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:38.024130 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-1885a912-e846-4ee4-b114-7684ec6bdc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.057530 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 6b437b82-e453-46b6-80f2-2ca47a671565 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:38.095964 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.103467 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] Set router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:38.120807 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:59:38.136095 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] 10.222.0.69 "PUT /v2.0/routers/9461de74-ea80-4fcb-ac01-567a67a2342c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4950130 May 20 16:59:38.279840 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-1885a912-e846-4ee4-b114-7684ec6bdc3a None None] Port 998e4ac4-706f-4749-8492-a6215b67229c cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:59:38.306442 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.395983 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 6b437b82-e453-46b6-80f2-2ca47a671565 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:38.406455 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 6b437b82-e453-46b6-80f2-2ca47a671565 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:38.406838 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.415784 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Deleting port e85de79d-9421-435c-8d97-47173e50276e {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:38.416385 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.570213 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] For port e85de79d-9421-435c-8d97-47173e50276e, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=e85de79d-9421-435c-8d97-47173e50276e,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:38.570913 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.576810 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'e85de79d-9421-435c-8d97-47173e50276e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 5, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port': {'id': 'e85de79d-9421-435c-8d97-47173e50276e', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:49:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:54:34Z', 'updated_at': '2021-05-20T16:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:38.584400 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] Checking router: a49ae647-91ec-407c-b1cb-4f6c3c1272b4 for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:59:38.594396 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.606861 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] Routers {'a49ae647-91ec-407c-b1cb-4f6c3c1272b4'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:38.607490 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:38.677254 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 6b437b82-e453-46b6-80f2-2ca47a671565, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=6b437b82-e453-46b6-80f2-2ca47a671565,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:38.727386 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Calling delete_port for e85de79d-9421-435c-8d97-47173e50276e owned by network:router_gateway {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:38.731125 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.740767 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:38.834047 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] Set router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 gateway port host: None {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:38.885098 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Sync routers for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:59:38.896588 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:38.898242 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:38.932769 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:38.944259 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=6b437b82-e453-46b6-80f2-2ca47a671565,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:38.944626 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-53c05200-55ce-4577-a9ac-fafbe5a7867b tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:38.947926 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 6, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port_host': None}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:38.950620 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:38.959224 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282e19aa-c384-4833-8e5c-8056a4114387 None None] The sync data for ids ['a49ae647-91ec-407c-b1cb-4f6c3c1272b4'] in dv-cinder-786524-7-smb is: [{'id': 'a49ae647-91ec-407c-b1cb-4f6c3c1272b4', 'name': 'tempest-TestShelveInstance-650521223-router', 'tenant_id': 'b1f23314f6e64146832272092520d62d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:54:33Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 6, 'project_id': 'b1f23314f6e64146832272092520d62d', 'gw_port_host': None}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:59:39.045950 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e85de79d-9421-435c-8d97-47173e50276e,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:39.049808 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54906) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:39.056390 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298017813-network', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:59:39.061106 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:39.064922 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Usage tracker for resource:network and tenant:ba8fb12d0f65463f882c4ada13d6dfde is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:39.067756 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:39.072822 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:39.073608 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:39.086713 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Made reservation on behalf of ba8fb12d0f65463f882c4ada13d6dfde for: {'network': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:59:39.089680 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-785552'] for network, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.103743 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711756'] for router_gateway, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.110531 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.125183 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:39.126258 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:39.130480 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Usage tracker for resource:security_group_rule and tenant:ba8fb12d0f65463f882c4ada13d6dfde is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:39.133268 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:39.139187 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:39.230991 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.235133 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.238798 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-a73c3136-f0a2-40f9-9037-4f0ab4f0f147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:39.271803 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=91595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:59:39.280002 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7284'] for router, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.281277 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e77786-9dc3-403e-aa3b-1edc3ce63b78,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:39.282440 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.284602 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:39.291105 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.291557 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.segments_db [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Added segment ecd94969-7813-4430-bb2e-f51b7fd3947a of type vlan for network ffd8debd-81dd-418c-9e04-3e8872228772 May 20 16:59:39.313724 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3712304'] for router, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.314410 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49ae647-91ec-407c-b1cb-4f6c3c1272b4 {{(pid=91596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:59:39.328803 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772804042707'] for network, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.330162 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.333497 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a49ae647-91ec-407c-b1cb-4f6c3c1272b4 HTTP/1.1" status: 204 len: 168 time: 1.5832481 May 20 16:59:39.333793 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54910) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:39.367521 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061'] for network, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.369414 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:39.370202 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.375577 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-d4aa9682-e783-4b56-aae0-a12968b1b520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:39.406598 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Deleting subnet b2e6f456-f63d-4916-be48-9467ee9f607a {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:59:39.409717 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.467866 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2518688'] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.475967 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Pushing event updated for resources: {'Network': ['ID=ffd8debd-81dd-418c-9e04-3e8872228772,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:39.478895 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:39.486559 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Network ffd8debd-81dd-418c-9e04-3e8872228772 details requested by agent ovs-agent-dv-cinder-786524-7-smb with host dv-cinder-786524-7-smb {{(pid=91597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:59:39.494062 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 2, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:39.499162 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Checking router: 9461de74-ea80-4fcb-ac01-567a67a2342c for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:59:39.499335 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Updating router 9461de74-ea80-4fcb-ac01-567a67a2342c port 998e4ac4-706f-4749-8492-a6215b67229c binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:59:39.503902 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-e6c5a670-6168-4110-9058-2566c1fce52e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4527197 May 20 16:59:39.506358 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54914) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:39.517102 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Request body: {'subnet': {'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298017813-subnet', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'ip_version': 4}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:59:39.523429 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:39.533535 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Usage tracker for resource:subnet and tenant:ba8fb12d0f65463f882c4ada13d6dfde is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:39.537016 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:39.543281 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:39.560073 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Made reservation on behalf of ba8fb12d0f65463f882c4ada13d6dfde for: {'subnet': 1} {{(pid=91595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:59:39.562450 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2876565'] for subnet, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.567055 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.576395 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:39.939301 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 6b437b82-e453-46b6-80f2-2ca47a671565 up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:40.042788 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10308614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515558'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.043912 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.047120 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9848805', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2876551'] for subnet, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.047865 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:40.054369 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:40.066409 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Transition to ACTIVE for port object 998e4ac4-706f-4749-8492-a6215b67229c will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:40.075528 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.083344 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-cda7b828-9e1d-43ae-ab20-b5bbc5c5ac70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:40.111576 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 6b437b82-e453-46b6-80f2-2ca47a671565 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:40.111946 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.112481 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e6f456-f63d-4916-be48-9467ee9f607a,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:40.124786 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:40.130395 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.145765 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9db780f-f1ca-429d-910d-0369393221f0,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:40.148045 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-84ff0749-c89f-4e85-a587-8513b89c3ab4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b2e6f456-f63d-4916-be48-9467ee9f607a HTTP/1.1" status: 204 len: 168 time: 0.8131940 May 20 16:59:40.148191 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54922) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:40.153556 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2884145a-713c-4408-84bc-6cfc95e027d6 None None] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:59:40.176130 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.176645 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.177124 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.178037 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.178181 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.178609 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.179053 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.179756 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.179871 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.180457 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.181008 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.181850 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:40.196919 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:40.200346 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad4d8-0330-4fa6-a7cf-489af0579bc1 None None] Pushing event updated for resources: {'Port': ['ID=998e4ac4-706f-4749-8492-a6215b67229c,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:40.203918 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-d01ad4d8-0330-4fa6-a7cf-489af0579bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:40.302359 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Checking segment: {'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:40.303048 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Network hostable DHCP agents. Network: ffd8debd-81dd-418c-9e04-3e8872228772, hostable agents: ['5b3210e5-5900-4504-af12-37a79ed8ac2f'], hosted agents: [] {{(pid=91595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:59:40.397030 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.409599 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Network ffd8debd-81dd-418c-9e04-3e8872228772 is scheduled to be hosted by DHCP agent 5b3210e5-5900-4504-af12-37a79ed8ac2f with binding_index 1 {{(pid=91595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:59:40.417559 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Attempting to bind port 998e4ac4-706f-4749-8492-a6215b67229c on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:59:40.417938 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Attempting to bind port 998e4ac4-706f-4749-8492-a6215b67229c by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:59:40.418333 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Attempting to bind port 998e4ac4-706f-4749-8492-a6215b67229c on network e19adffe-7077-4fde-8038-90512556d11b {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:40.426409 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:59:40.426853 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Checking segment: {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:40.427267 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.427878 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Bound using segment: {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:59:40.428362 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Bound port: 998e4ac4-706f-4749-8492-a6215b67229c, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:59:40.428739 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.455067 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-7-smb, ffd8debd-81dd-418c-9e04-3e8872228772) {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:40.477392 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:40.478026 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.506832 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-101cdb6e-47e6-4e28-ba28-907a5599025a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9986815 May 20 16:59:40.510265 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54928) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:40.517354 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Deleting port 01313dac-2113-44de-adc4-dc55653c98bb {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:40.517354 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.522685 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:59:40.528101 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:40.533728 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Usage tracker for resource:router and tenant:ba8fb12d0f65463f882c4ada13d6dfde is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:40.535049 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06318d8e-c9fb-443a-b3a8-e657f60a4795 None None] Network ffd8debd-81dd-418c-9e04-3e8872228772 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:59:40.539119 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:40.551507 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:40.553244 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] For port 998e4ac4-706f-4749-8492-a6215b67229c, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:59:40.559121 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] For port 998e4ac4-706f-4749-8492-a6215b67229c, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=998e4ac4-706f-4749-8492-a6215b67229c,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:59:40.565617 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.571268 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:40.577710 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3712156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7174'] for router, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.579060 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3717770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3874781', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3693881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.603447 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.651126 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] For port 01313dac-2113-44de-adc4-dc55653c98bb, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=01313dac-2113-44de-adc4-dc55653c98bb,segment=NetworkSegment(a2e1535f-6954-4e67-8289-09ea9b6c547f),segment_id=a2e1535f-6954-4e67-8289-09ea9b6c547f)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:40.651993 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.663923 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 57eb91ab-4777-4db9-8fba-6629ddc23960 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:40.667338 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad4d8-0330-4fa6-a7cf-489af0579bc1 None None] Pushing event updated for resources: {'Port': ['ID=998e4ac4-706f-4749-8492-a6215b67229c,revision_number=4']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:40.678767 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-d01ad4d8-0330-4fa6-a7cf-489af0579bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:40.704665 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:40.705291 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:40.711412 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 57eb91ab-4777-4db9-8fba-6629ddc23960 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:40.712180 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 57eb91ab-4777-4db9-8fba-6629ddc23960 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:40.713433 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e85de79d-9421-435c-8d97-47173e50276e no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:40.765326 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: e85de79d-9421-435c-8d97-47173e50276e {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:40.765680 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device e85de79d-9421-435c-8d97-47173e50276e not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:40.923617 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] DHCP port deletion for c10c9441-d7d6-41f5-a5ad-71b49f1bad16 request from dv-cinder-786524-7-smb {{(pid=91597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:59:40.986745 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Calling delete_port for 01313dac-2113-44de-adc4-dc55653c98bb owned by network:dhcp {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:40.986981 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21134851-9594-415b-983e-dac618b6488b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb5b80984-f30a-56c1-9108-3b11d752196b-ffd8debd-81dd-418c-9e04-3e8872228772', 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'fixed_ips': [{'subnet_id': 'f9db780f-f1ca-429d-910d-0369393221f0'}]}} from dv-cinder-786524-7-smb. {{(pid=91597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:59:40.987753 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-21134851-9594-415b-983e-dac618b6488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:40.997279 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3874799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3712138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7277'] for router, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.047816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.053064 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:41.054019 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:41.112057 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Pushing event deleted for resources: {'Port': ['ID=01313dac-2113-44de-adc4-dc55653c98bb,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:41.117096 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:41.120563 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] No DVR routers for this DVR port 01313dac-2113-44de-adc4-dc55653c98bb on host dv-cinder-786524-7-smb {{(pid=91595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:59:41.122209 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Deleting port 01313dac-2113-44de-adc4-dc55653c98bb {{(pid=91597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:59:41.122615 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.256933 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.272068 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10c9441-d7d6-41f5-a5ad-71b49f1bad16']}} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:41.286473 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e1535f-6954-4e67-8289-09ea9b6c547f') {'for_net_delete': True} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:41.286772 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e1535f-6954-4e67-8289-09ea9b6c547f') {} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:41.294533 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] For port 01313dac-2113-44de-adc4-dc55653c98bb, host dv-cinder-786524-7-smb, got binding levels [] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:41.294936 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.299797 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572374'] for segment, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.313607 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.db_base_plugin_common [None req-21134851-9594-415b-983e-dac618b6488b None None] Allocated IP 172.20.0.2 (ffd8debd-81dd-418c-9e04-3e8872228772/f9db780f-f1ca-429d-910d-0369393221f0/3b86f124-54c4-46b4-a975-795f0ab6190a) {{(pid=91597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:59:41.318913 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.326314 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=91595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:59:41.326715 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9848588'] for segment, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.390906 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.425862 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: Traceback (most recent call last): May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: timer() May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: cb(*args, **kw) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: return func(*args, **kwargs) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: self._notify() May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: self.callback(batched_events) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: event.method(event) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: return f(self, *a, **k) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: return self._get(url).json() May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: return self.request(url, 'GET', **kwargs) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:59:41.428229 dv-cinder-786524-7-smb neutron-server[91595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:59:41.436427 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.441007 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b3a6cf29-6d0a-4867-8d44-ef735c1b13d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:41.466784 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.471795 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:40Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:41.478817 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a5a35-80c3-4726-b32f-7aac3438576c None None] The sync data for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb is: [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:40Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:59:41.484317 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Pushing event deleted for resources: {'Network': ['ID=c10c9441-d7d6-41f5-a5ad-71b49f1bad16,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:41.489721 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:41.497384 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f37d300b-e27b-4398-80b6-a5bf6a50e991 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c10c9441-d7d6-41f5-a5ad-71b49f1bad16 HTTP/1.1" status: 204 len: 168 time: 1.3451171 May 20 16:59:41.525695 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Calling delete_port for 01313dac-2113-44de-adc4-dc55653c98bb owned by network:dhcp {{(pid=91597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:59:41.532600 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.ipam_backend_mixin [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Port 01313dac-2113-44de-adc4-dc55653c98bb was not found and therefore no delete operation was performed {{(pid=91597) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 16:59:41.552795 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007'] for port, after_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.573074 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:41.680492 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Allocated IP 172.28.2.208 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/753c8cf0-c73e-46f9-a9a9-8095bed9911a) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:59:41.716152 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Network c10c9441-d7d6-41f5-a5ad-71b49f1bad16 is not hosted by any dhcp agent {{(pid=91597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 16:59:41.716867 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] No DVR routers for this DVR port 01313dac-2113-44de-adc4-dc55653c98bb on host dv-cinder-786524-7-smb {{(pid=91597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:59:41.722939 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Pushing event deleted for resources: {'Port': ['ID=01313dac-2113-44de-adc4-dc55653c98bb,revision_number=None']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:41.747879 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-a892ac13-022e-4213-a171-1352ccacd7f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:41.866141 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 54940) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:41.948125 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-21134851-9594-415b-983e-dac618b6488b None None] Notify callbacks [] for port, precommit_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:41.951382 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-5eb76a2c-4525-4928-87f6-c64492d995df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04128e4e4036468e9982afc32f36a6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838778 May 20 16:59:41.954363 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54944) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:41.972303 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 998e4ac4-706f-4749-8492-a6215b67229c up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:41.982933 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.038147 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.047241 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-37771d22-5510-4386-b0cd-16af220932d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.053896 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9f35545f-3018-4f41-ad75-434dd1adf3df tempest-VolumesNegativeTest-554887614 tempest-VolumesNegativeTest-554887614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:42.073187 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-21134851-9594-415b-983e-dac618b6488b None None] Transition to ACTIVE for port object 3b86f124-54c4-46b4-a975-795f0ab6190a will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:42.085902 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-37771d22-5510-4386-b0cd-16af220932d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.109031 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 998e4ac4-706f-4749-8492-a6215b67229c completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:42.115167 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-21134851-9594-415b-983e-dac618b6488b None None] Transition to ACTIVE for port object 3b86f124-54c4-46b4-a975-795f0ab6190a will not be triggered until provisioned by entity DHCP. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:42.121140 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 998e4ac4-706f-4749-8492-a6215b67229c triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:42.121838 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.136742 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:42.152884 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:42.161465 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-21134851-9594-415b-983e-dac618b6488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998'] for port, after_create {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.163406 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:59:42.170308 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-37771d22-5510-4386-b0cd-16af220932d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.177075 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-22446868-a928-4c4e-90dc-92c5c5c2bc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:42.178879 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-194f2ffb-ccae-4641-b32d-3b21dafa85e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:42.202977 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37771d22-5510-4386-b0cd-16af220932d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de2d69-e5b3-4e58-9e90-1e30ebfe7e6c,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:42.205800 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-37771d22-5510-4386-b0cd-16af220932d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:42.207269 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-37771d22-5510-4386-b0cd-16af220932d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.208470 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-37771d22-5510-4386-b0cd-16af220932d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53de2d69-e5b3-4e58-9e90-1e30ebfe7e6c HTTP/1.1" status: 204 len: 168 time: 0.2531424 May 20 16:59:42.239651 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Pushing event updated for resources: {'Port': ['ID=753c8cf0-c73e-46f9-a9a9-8095bed9911a,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:42.277403 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21134851-9594-415b-983e-dac618b6488b None None] Pushing event updated for resources: {'Port': ['ID=3b86f124-54c4-46b4-a975-795f0ab6190a,revision_number=1']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:42.294707 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-21134851-9594-415b-983e-dac618b6488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:42.324845 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21134851-9594-415b-983e-dac618b6488b None None] Network ffd8debd-81dd-418c-9e04-3e8872228772 is already hosted by enough agents. {{(pid=91597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:42.330455 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.scheduler.base_scheduler [None req-21134851-9594-415b-983e-dac618b6488b None None] Resources bound (agent type, host, resource id): {{(pid=91597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:42.344019 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21134851-9594-415b-983e-dac618b6488b None None] Received port after_create {{(pid=91597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:59:42.433338 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.433907 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.434216 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.434725 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.434850 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.435218 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.435779 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.435930 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.436378 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.436698 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.437196 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.437401 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:59:42.447523 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:42.534598 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.591108 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 998e4ac4-706f-4749-8492-a6215b67229c, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=998e4ac4-706f-4749-8492-a6215b67229c,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:42.592731 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-21134851-9594-415b-983e-dac618b6488b None None] Attempting to bind port 3b86f124-54c4-46b4-a975-795f0ab6190a on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:59:42.593612 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-21134851-9594-415b-983e-dac618b6488b None None] Attempting to bind port 3b86f124-54c4-46b4-a975-795f0ab6190a by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:59:42.594350 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21134851-9594-415b-983e-dac618b6488b None None] Attempting to bind port 3b86f124-54c4-46b4-a975-795f0ab6190a on network ffd8debd-81dd-418c-9e04-3e8872228772 {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:42.601661 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21134851-9594-415b-983e-dac618b6488b None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:59:42.602257 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21134851-9594-415b-983e-dac618b6488b None None] Checking segment: {'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:42.602983 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-21134851-9594-415b-983e-dac618b6488b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.603671 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21134851-9594-415b-983e-dac618b6488b None None] Bound using segment: {'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:59:42.604414 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-21134851-9594-415b-983e-dac618b6488b None None] Bound port: 3b86f124-54c4-46b4-a975-795f0ab6190a, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:59:42.605063 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-21134851-9594-415b-983e-dac618b6488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.616866 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.622323 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-f7316e1f-b6b8-4798-8302-95d7fed80843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:42.721939 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 01313dac-2113-44de-adc4-dc55653c98bb no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:59:42.788522 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 01313dac-2113-44de-adc4-dc55653c98bb {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:59:42.789341 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 01313dac-2113-44de-adc4-dc55653c98bb not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:59:42.803526 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54954) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:42.834208 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=998e4ac4-706f-4749-8492-a6215b67229c,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:42.841488 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:42.854962 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-21134851-9594-415b-983e-dac618b6488b None None] For port 3b86f124-54c4-46b4-a975-795f0ab6190a, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:59:42.858840 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-21134851-9594-415b-983e-dac618b6488b None None] For port 3b86f124-54c4-46b4-a975-795f0ab6190a, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=3b86f124-54c4-46b4-a975-795f0ab6190a,segment=NetworkSegment(ecd94969-7813-4430-bb2e-f51b7fd3947a),segment_id=ecd94969-7813-4430-bb2e-f51b7fd3947a)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:59:42.864961 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-21134851-9594-415b-983e-dac618b6488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.874166 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:42.886474 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:42.893500 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-84eeb1c8-b59e-497c-89f7-440bd8810f64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b1f23314f6e64146832272092520d62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882370 May 20 16:59:42.898596 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54960) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:42.989723 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21134851-9594-415b-983e-dac618b6488b None None] Pushing event updated for resources: {'Port': ['ID=3b86f124-54c4-46b4-a975-795f0ab6190a,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:42.991187 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-21134851-9594-415b-983e-dac618b6488b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:42.998611 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-02d361c0-040a-4288-a049-b0c294bfa127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:43.046810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-02d361c0-040a-4288-a049-b0c294bfa127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:43.127965 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-02d361c0-040a-4288-a049-b0c294bfa127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:43.132972 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-20218d3d-1fb1-410e-bca9-a4468f9c3f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:43.151405 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d361c0-040a-4288-a049-b0c294bfa127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae12667-83c0-49c1-aebf-a4f02538dcc0,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:43.156490 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-02d361c0-040a-4288-a049-b0c294bfa127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:43.169860 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-02d361c0-040a-4288-a049-b0c294bfa127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:43.171048 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-02d361c0-040a-4288-a049-b0c294bfa127 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ae12667-83c0-49c1-aebf-a4f02538dcc0 HTTP/1.1" status: 204 len: 168 time: 0.2706723 May 20 16:59:43.358280 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3712147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3874743'] for router, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:43.619261 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 is scheduled to L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe with binding_index 1 {{(pid=91596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:59:43.814289 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:59:43.826161 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Sync routers for ids ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:59:43.840745 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:43.841979 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-1ad1d1a5-06ef-4c39-989e-4fbf39aa2bfb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3295889 May 20 16:59:43.845173 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 54974) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:43.845542 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Routers {'18d09b8a-1ec3-4246-9b96-f134ae7e2e94'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:43.846643 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:44.031247 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 998e4ac4-706f-4749-8492-a6215b67229c up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:44.109387 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Set router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:44.158260 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f389d57a-4848-488f-82d9-195944e9e1da None None] Network ffd8debd-81dd-418c-9e04-3e8872228772 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:59:44.354575 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-f1772396-dfd4-47b0-a0b3-b4a4f6cb4734 None None] Provisioning for port 3b86f124-54c4-46b4-a975-795f0ab6190a completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:44.357615 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8619c87d-090c-4e23-b8ba-60ccea3db038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:44.460384 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 998e4ac4-706f-4749-8492-a6215b67229c triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:44.460760 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:44.573810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:44.889251 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3b86f124-54c4-46b4-a975-795f0ab6190a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:44.927733 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Allocated IP 172.20.0.1 (ffd8debd-81dd-418c-9e04-3e8872228772/f9db780f-f1ca-429d-910d-0369393221f0/d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:59:44.948190 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T16:59:42Z', 'revision_number': 3, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port': {'id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:41Z', 'updated_at': '2021-05-20T16:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:44.964827 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Checking router: 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:59:44.965186 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Updating router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 port 753c8cf0-c73e-46f9-a9a9-8095bed9911a binding host dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:59:45.087584 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.099749 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.118827 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.provisioning_blocks [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Transition to ACTIVE for port object d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec will not be triggered until provisioned by entity DHCP. {{(pid=91595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:45.122419 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 3b86f124-54c4-46b4-a975-795f0ab6190a completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:45.142184 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 3b86f124-54c4-46b4-a975-795f0ab6190a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:45.142586 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.146368 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.151260 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-c1cc3564-2557-4174-8388-0cfcae1233a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:45.214194 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Network ffd8debd-81dd-418c-9e04-3e8872228772 is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:45.217082 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:45.219667 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:59:45.283028 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Pushing event updated for resources: {'Port': ['ID=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:45.293746 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:45.302642 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3711918'] for router_interface, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.321165 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8354795e-b077-4522-8914-88abaf1a0dfb None None] Provisioning complete for port 3b86f124-54c4-46b4-a975-795f0ab6190a triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:45.321762 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8354795e-b077-4522-8914-88abaf1a0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.429481 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.524561 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.606955 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 3b86f124-54c4-46b4-a975-795f0ab6190a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=3b86f124-54c4-46b4-a975-795f0ab6190a,segment=NetworkSegment(ecd94969-7813-4430-bb2e-f51b7fd3947a),segment_id=ecd94969-7813-4430-bb2e-f51b7fd3947a)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:45.619589 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.628266 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:45.659444 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.664153 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848656'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.692197 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:45.757608 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=3b86f124-54c4-46b4-a975-795f0ab6190a,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:45.763335 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:45.773836 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3871509'] for router_interface, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.778496 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Pushing event updated for resources: {'Port': ['ID=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,revision_number=2']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:45.782451 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Notify callbacks [] for port, precommit_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.782841 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:45.794747 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Transition to ACTIVE for port object 753c8cf0-c73e-46f9-a9a9-8095bed9911a will not be triggered until provisioned by entity L2. {{(pid=91597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:45.801066 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.808535 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:45.888452 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Attempting to bind port 753c8cf0-c73e-46f9-a9a9-8095bed9911a on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:59:45.888830 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Attempting to bind port 753c8cf0-c73e-46f9-a9a9-8095bed9911a by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:59:45.889201 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Attempting to bind port 753c8cf0-c73e-46f9-a9a9-8095bed9911a on network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:45.901109 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3b86f124-54c4-46b4-a975-795f0ab6190a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:45.919177 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Network ffd8debd-81dd-418c-9e04-3e8872228772 is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:45.920269 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:45.931168 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb1c7a-c7d5-476d-8508-6c9f2a726e67 None None] Pushing event updated for resources: {'Port': ['ID=753c8cf0-c73e-46f9-a9a9-8095bed9911a,revision_number=2']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:45.936368 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:59:45.936786 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Checking segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:45.937309 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.937589 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Bound using segment: {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'} {{(pid=91597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:59:45.938110 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.managers [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Bound port: 753c8cf0-c73e-46f9-a9a9-8095bed9911a, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2ee202-1625-4fd4-be95-796f70af6739', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f'}}] {{(pid=91597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:59:45.938612 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:45.969345 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-fafb1c7a-c7d5-476d-8508-6c9f2a726e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:45.980929 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-83e548be-2aae-46b0-9ec0-8118a952d9bf None None] Provisioning for port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:46.010497 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-83e548be-2aae-46b0-9ec0-8118a952d9bf None None] Provisioning complete for port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:46.010876 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-83e548be-2aae-46b0-9ec0-8118a952d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:46.124144 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-83e548be-2aae-46b0-9ec0-8118a952d9bf None None] Port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:59:46.132669 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] For port 753c8cf0-c73e-46f9-a9a9-8095bed9911a, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:59:46.137931 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] For port 753c8cf0-c73e-46f9-a9a9-8095bed9911a, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=753c8cf0-c73e-46f9-a9a9-8095bed9911a,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:59:46.140980 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 3b86f124-54c4-46b4-a975-795f0ab6190a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:46.141585 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:46.163258 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:59:46.175907 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:46.186609 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:46.348418 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Routers {'18d09b8a-1ec3-4246-9b96-f134ae7e2e94'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:46.349050 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:46.356585 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:59:46.369676 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-7cdb1060-f310-4bb1-8bdf-07096ae56331 admin admin] 10.222.0.69 "PUT /v2.0/routers/18d09b8a-1ec3-4246-9b96-f134ae7e2e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5189469 May 20 16:59:46.426128 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-5e9848a3-39a0-44ba-a93c-86e2dfc4bea7 None None] Provisioning complete for port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:46.426418 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-5e9848a3-39a0-44ba-a93c-86e2dfc4bea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:46.491797 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb1c7a-c7d5-476d-8508-6c9f2a726e67 None None] Pushing event updated for resources: {'Port': ['ID=753c8cf0-c73e-46f9-a9a9-8095bed9911a,revision_number=3']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:46.495598 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-fafb1c7a-c7d5-476d-8508-6c9f2a726e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:46.631258 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-5e9848a3-39a0-44ba-a93c-86e2dfc4bea7 None None] Port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:59:46.690744 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] Set router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:46.843451 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-ff77ab1e-98f4-4a66-9df5-b94fdaa73d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:46.881538 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:47.046788 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 4, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port': {'id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:41Z', 'updated_at': '2021-05-20T16:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd10fad4a-fb5b-4f1f-a689-3c2eb262d0ec', 'name': '', 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'mac_address': 'fa:16:3e:a7:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:44Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 2, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'subnets': [{'id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:47.051056 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1a92c-f818-441c-b546-f665c6a1a351 None None] The sync data for ids ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'] in dv-cinder-786524-7-smb is: [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 4, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port': {'id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:41Z', 'updated_at': '2021-05-20T16:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd10fad4a-fb5b-4f1f-a689-3c2eb262d0ec', 'name': '', 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'mac_address': 'fa:16:3e:a7:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:44Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 2, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'subnets': [{'id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:59:47.652432 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:48.068440 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:49.513205 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:49.623128 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Sync routers for ids ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:59:49.639919 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Routers {'18d09b8a-1ec3-4246-9b96-f134ae7e2e94'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:49.640564 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:49.889224 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Set router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:49.952029 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 753c8cf0-c73e-46f9-a9a9-8095bed9911a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:50.047054 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port 753c8cf0-c73e-46f9-a9a9-8095bed9911a completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:50.052583 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 753c8cf0-c73e-46f9-a9a9-8095bed9911a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:50.053141 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:50.190646 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:50.212195 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port 753c8cf0-c73e-46f9-a9a9-8095bed9911a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=753c8cf0-c73e-46f9-a9a9-8095bed9911a,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:50.217450 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:50.219573 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:50.285265 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 4, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port': {'id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:41Z', 'updated_at': '2021-05-20T16:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd10fad4a-fb5b-4f1f-a689-3c2eb262d0ec', 'name': '', 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'mac_address': 'fa:16:3e:a7:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:44Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 2, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'subnets': [{'id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:50.289773 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Checking router: 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:59:50.290644 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Updating router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec binding host dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:59:50.300331 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=753c8cf0-c73e-46f9-a9a9-8095bed9911a,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:50.307200 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:50.356168 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:50.764524 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Notify callbacks [] for port, precommit_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:50.780116 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.provisioning_blocks [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Transition to ACTIVE for port object d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec will not be triggered until provisioned by entity L2. {{(pid=91598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:50.791529 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:50.806656 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:50.984289 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc3d7b-cddb-479e-a1b1-7c032e7cae78 None None] Pushing event updated for resources: {'Port': ['ID=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,revision_number=3']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:50.994828 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-5cbc3d7b-cddb-479e-a1b1-7c032e7cae78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:51.096965 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Attempting to bind port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec on host dv-cinder-786524-7-smb for vnic_type normal with profile {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:59:51.097485 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Attempting to bind port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec by drivers openvswitch,hyperv on host dv-cinder-786524-7-smb at level 0 using segments [{'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:59:51.097942 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Attempting to bind port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec on network ffd8debd-81dd-418c-9e04-3e8872228772 {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:59:51.104648 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Checking agent: {'id': '4a39951b-afbe-4e6b-9873-040283b0c350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 44, 17), 'started_at': datetime.datetime(2021, 5, 20, 16, 44, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:59:51.105184 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Checking segment: {'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:59:51.105677 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.106219 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Bound using segment: {'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'} {{(pid=91598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:59:51.106788 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.managers [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Bound port: d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec, host: dv-cinder-786524-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd94969-7813-4430-bb2e-f51b7fd3947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772'}}] {{(pid=91598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:59:51.107269 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.221925 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] For port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec, host dv-cinder-786524-7-smb, cleared binding levels {{(pid=91598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:59:51.225532 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.plugins.ml2.db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] For port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec, host dv-cinder-786524-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,segment=NetworkSegment(ecd94969-7813-4430-bb2e-f51b7fd3947a),segment_id=ecd94969-7813-4430-bb2e-f51b7fd3947a)] {{(pid=91598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:59:51.233013 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron_lib.callbacks.manager [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.238274 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-cda7b828-9e1d-43ae-ab20-b5bbc5c5ac70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:51.329313 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Routers {'18d09b8a-1ec3-4246-9b96-f134ae7e2e94'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:59:51.329984 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T16:59:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:51.354527 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55052) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:51.410913 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc3d7b-cddb-479e-a1b1-7c032e7cae78 None None] Pushing event updated for resources: {'Port': ['ID=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,revision_number=4']} {{(pid=91598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:51.414452 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG oslo_concurrency.lockutils [None req-5cbc3d7b-cddb-479e-a1b1-7c032e7cae78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:51.562310 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.583628 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:51.592164 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Usage tracker for resource:security_group_rule and tenant:53ab89f0bcff41dcae016f9a59849781 is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:59:51.596380 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:59:51.602279 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:51.614124 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] Set router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:59:51.724365 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.729641 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.739887 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9d8e63f4-6295-44d2-9b58-adb32be2342a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:51.771516 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55058) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:59:51.786691 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53ab89f0bcff41dcae016f9a59849781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309862 May 20 16:59:51.824496 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb0d9e7-15ec-495f-aec1-da0bb3c72ac4,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:51.830258 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-14e6d2a3-2434-4f0e-a235-4789e5a8a080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:51.853792 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0e103349-adb9-48b5-9668-7e3e8baa4b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.886466 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0e103349-adb9-48b5-9668-7e3e8baa4b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.948099 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0e103349-adb9-48b5-9668-7e3e8baa4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.948745 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:51.955722 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-587944c0-b7b9-4f78-b300-3d24b99669e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:51.970631 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e103349-adb9-48b5-9668-7e3e8baa4b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb0d9e7-15ec-495f-aec1-da0bb3c72ac4,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:51.973508 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0e103349-adb9-48b5-9668-7e3e8baa4b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:51.974571 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0e103349-adb9-48b5-9668-7e3e8baa4b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:51.979700 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0e103349-adb9-48b5-9668-7e3e8baa4b65 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7cb0d9e7-15ec-495f-aec1-da0bb3c72ac4 HTTP/1.1" status: 204 len: 168 time: 0.2065492 May 20 16:59:52.047826 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning for port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:52.057809 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:52.059201 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:52.104690 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 4, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port': {'id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:41Z', 'updated_at': '2021-05-20T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd10fad4a-fb5b-4f1f-a689-3c2eb262d0ec', 'name': '', 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'mac_address': 'fa:16:3e:a7:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:44Z', 'updated_at': '2021-05-20T16:59:51Z', 'revision_number': 4, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'subnets': [{'id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:59:52.110746 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec9fcd-a36e-4359-99bd-ee9b55895203 None None] The sync data for ids ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'] in dv-cinder-786524-7-smb is: [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T16:59:45Z', 'revision_number': 4, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port': {'id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:41Z', 'updated_at': '2021-05-20T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': 'd10fad4a-fb5b-4f1f-a689-3c2eb262d0ec', 'name': '', 'network_id': 'ffd8debd-81dd-418c-9e04-3e8872228772', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'mac_address': 'fa:16:3e:a7:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:44Z', 'updated_at': '2021-05-20T16:59:51Z', 'revision_number': 4, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'subnets': [{'id': 'f9db780f-f1ca-429d-910d-0369393221f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:59:52.224149 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:52.284055 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] For port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,segment=NetworkSegment(ecd94969-7813-4430-bb2e-f51b7fd3947a),segment_id=ecd94969-7813-4430-bb2e-f51b7fd3947a)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:59:52.306295 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:52.307470 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 753c8cf0-c73e-46f9-a9a9-8095bed9911a up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:52.405018 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:52.492344 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port 753c8cf0-c73e-46f9-a9a9-8095bed9911a triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:52.492744 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:52.549843 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Pushing event updated for resources: {'Port': ['ID=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:52.556084 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:53.925936 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec up at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:59:54.019887 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Provisioning complete for port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:54.020276 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:57.017471 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-7f435e62-4e2b-4992-a29b-309b24f0aef7 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:57.018179 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-7f435e62-4e2b-4992-a29b-309b24f0aef7 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Synchronizing usage tracker for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:network {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:59:57.035339 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-7f435e62-4e2b-4992-a29b-309b24f0aef7 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Unset dirty status for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:network {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:59:57.036595 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-7f435e62-4e2b-4992-a29b-309b24f0aef7 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 814 time: 0.2731035 May 20 16:59:57.052208 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-8db925d5-5f23-42c3-983d-0a9dd074f280 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/quotas/051722db689d43ccb720ba3c1fed9ffb HTTP/1.1" status: 200 len: 375 time: 0.0091932 May 20 16:59:57.138635 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-8d1a17ab-d9b0-4c1d-a1d9-0429e02500ac tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Synchronizing usage tracker for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:port {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:59:57.156095 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-8d1a17ab-d9b0-4c1d-a1d9-0429e02500ac tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Unset dirty status for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:port {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:59:57.157363 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-8d1a17ab-d9b0-4c1d-a1d9-0429e02500ac tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992866 May 20 16:59:57.399315 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-6df58030-79f9-4a79-8c7e-2e43927f4bea service neutron] 10.222.0.69 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299476 May 20 16:59:57.539243 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-8f8235b6-af9a-4717-8072-d8d7d715b4dd service neutron] 10.222.0.69 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338809 May 20 16:59:57.719094 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3bdda0fc-9b5c-4342-af51-5f2cbedbc764 req-6739fbc5-ddcd-42df-9a2c-7835ce08feae tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 210 time: 0.0443940 May 20 16:59:58.887471 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-40f83f72-361d-46f7-8c41-85e62fb2afd7 req-eb2ddb9f-81e8-4cc7-87a3-d6da32ae5a48 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 210 time: 0.0557041 May 20 16:59:58.951685 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e18a7ffa-29c9-4e8f-91ff-6fa186329579 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:58.953100 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e18a7ffa-29c9-4e8f-91ff-6fa186329579 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 814 time: 0.2744958 May 20 16:59:58.966013 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'port': {'device_id': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'admin_state_up': True, 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:59:59.106739 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:59:59.117550 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:59:59.129610 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Made reservation on behalf of 051722db689d43ccb720ba3c1fed9ffb for: {'port': 1} {{(pid=91596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:59:59.133114 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:59.307663 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_common [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Allocated IP 172.20.0.8 (e19adffe-7077-4fde-8038-90512556d11b/11d80106-ecbb-4b7f-a162-4ee195e6358a/a81cf6af-d43f-4302-92d1-9df5e83d7fb0) {{(pid=91596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:59:59.546965 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for port, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:59.565101 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Transition to ACTIVE for port object a81cf6af-d43f-4302-92d1-9df5e83d7fb0 will not be triggered until provisioned by entity DHCP. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:59:59.594344 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:59.609091 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-3b8df934-12bf-4e6e-83d9-5278e41d3e7c tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:59:59.675889 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Network e19adffe-7077-4fde-8038-90512556d11b is already hosted by enough agents. {{(pid=91596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:59:59.679748 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.scheduler.base_scheduler [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources bound (agent type, host, resource id): {{(pid=91596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:59:59.683142 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Received port after_create {{(pid=91596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:59:59.744971 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:59:59.748096 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:59:59.768278 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:59:59.768935 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:59:59.814394 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-e12a4c5a-5895-491f-acea-506b7fe046e1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519828 May 20 16:59:59.971318 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-9d0ca05a-d70e-41ae-a350-77ec62470035 None None] Provisioning for port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 completed by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:59:59.977565 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-9d0ca05a-d70e-41ae-a350-77ec62470035 None None] Provisioning complete for port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:59:59.978305 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca05a-d70e-41ae-a350-77ec62470035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:00.048234 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ca05a-d70e-41ae-a350-77ec62470035 None None] Port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 cannot update to ACTIVE because it is not bound. {{(pid=91597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 17:00:00.094835 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1027cc-beec-462a-8cd4-9f85f0272b60 req-e5f5da9e-56fc-41b1-b782-b55ef3ee5959 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:00.098626 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-dd1027cc-beec-462a-8cd4-9f85f0272b60 req-e5f5da9e-56fc-41b1-b782-b55ef3ee5959 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0924387 May 20 17:00:00.144322 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-dd1027cc-beec-462a-8cd4-9f85f0272b60 req-7364fce7-0030-4451-b22b-9873500523b2 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Synchronizing usage tracker for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:security_group {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:00:00.167149 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-dd1027cc-beec-462a-8cd4-9f85f0272b60 req-7364fce7-0030-4451-b22b-9873500523b2 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Unset dirty status for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:security_group {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:00:00.168329 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-dd1027cc-beec-462a-8cd4-9f85f0272b60 req-7364fce7-0030-4451-b22b-9873500523b2 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661280 May 20 17:00:01.369522 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1170430-fb3e-4c8f-ab36-3d2da56c89ca req-ca31e85b-988d-4255-93b7-0463db4be0e0 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:01.371773 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f1170430-fb3e-4c8f-ab36-3d2da56c89ca req-ca31e85b-988d-4255-93b7-0463db4be0e0 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0870667 May 20 17:00:01.421229 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f1170430-fb3e-4c8f-ab36-3d2da56c89ca req-65393401-77c7-4fd7-8099-dab3082cddbc tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 May 20 17:00:02.616352 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea29fc-2d4a-4ccf-9fd1-a38c50b3b88b req-3b622949-4e4d-42b0-8e58-c324585794d1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:02.619887 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44ea29fc-2d4a-4ccf-9fd1-a38c50b3b88b req-3b622949-4e4d-42b0-8e58-c324585794d1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0874369 May 20 17:00:02.682668 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-44ea29fc-2d4a-4ccf-9fd1-a38c50b3b88b req-fb25502a-40ac-4ed6-ad5a-e5b1fd77bbe9 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586588 May 20 17:00:03.884598 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12104d18-62aa-4805-9d18-069b6b33ae55 req-761ff0d3-4bc4-431a-ad1a-8c363f6253a0 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:03.886036 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-12104d18-62aa-4805-9d18-069b6b33ae55 req-761ff0d3-4bc4-431a-ad1a-8c363f6253a0 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0898280 May 20 17:00:03.936157 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-12104d18-62aa-4805-9d18-069b6b33ae55 req-3b21dff9-4e6c-48b1-8be4-e0da22161f29 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 May 20 17:00:05.138166 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926735-442b-4f62-a0d7-a5a69ed4889e req-efdf680c-6b90-4fe3-b051-c91e089d2051 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:05.139613 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7a926735-442b-4f62-a0d7-a5a69ed4889e req-efdf680c-6b90-4fe3-b051-c91e089d2051 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0872920 May 20 17:00:05.187201 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-7a926735-442b-4f62-a0d7-a5a69ed4889e req-ab0eb0cf-5667-43a1-80d4-4bdd8cae29fb tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 May 20 17:00:06.382625 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb3839-3845-4636-b2e4-307a95ddea0c req-fb822158-3bd6-45e7-ad6d-0f595604fefc tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:06.384292 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-affb3839-3845-4636-b2e4-307a95ddea0c req-fb822158-3bd6-45e7-ad6d-0f595604fefc tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0867412 May 20 17:00:06.432333 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-affb3839-3845-4636-b2e4-307a95ddea0c req-26276259-f297-480b-91e6-5b408bcc2521 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418699 May 20 17:00:07.413870 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:00:07.632191 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689a7c7-95a7-4855-ba50-6bbf49f251c7 req-dd125bd7-295d-42d4-b96d-f32d35720070 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:07.634924 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8689a7c7-95a7-4855-ba50-6bbf49f251c7 req-dd125bd7-295d-42d4-b96d-f32d35720070 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0888274 May 20 17:00:07.683851 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-8689a7c7-95a7-4855-ba50-6bbf49f251c7 req-9caf3e76-a57e-4e8a-99d3-b54841f87e3c tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 May 20 17:00:08.878161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24abb43-9a9d-4d6e-9b8a-4092ba60242b req-6926debc-86c7-44b5-8154-8df5559fc8ea tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:08.879626 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c24abb43-9a9d-4d6e-9b8a-4092ba60242b req-6926debc-86c7-44b5-8154-8df5559fc8ea tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0804725 May 20 17:00:08.928979 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-c24abb43-9a9d-4d6e-9b8a-4092ba60242b req-4e74dae9-2ae7-4bce-98d6-855d067c7108 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 May 20 17:00:10.122881 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c22693-6453-4432-a47d-4d2a0f28fd6e req-adb36b58-622c-484c-914f-22e15a7baffa tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:10.124336 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-50c22693-6453-4432-a47d-4d2a0f28fd6e req-adb36b58-622c-484c-914f-22e15a7baffa tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 931 time: 0.0818033 May 20 17:00:10.170582 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-50c22693-6453-4432-a47d-4d2a0f28fd6e req-dbc18c50-a53e-460d-a74a-99f3bfe82034 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 May 20 17:00:10.177484 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Request body: {'port': {'device_id': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:10.291756 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:10.623454 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81cf6af-d43f-4302-92d1-9df5e83d7fb0 {{(pid=91596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:00:10.630504 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:10.644138 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.provisioning_blocks [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Transition to ACTIVE for port object a81cf6af-d43f-4302-92d1-9df5e83d7fb0 will not be triggered until provisioned by entity L2. {{(pid=91596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 17:00:10.647947 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:10.653053 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-097f27d9-389f-461c-9de0-26ad2a8563c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:10.802283 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Pushing event updated for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=2']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:10.809605 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:10.880900 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Attempting to bind port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 17:00:10.881170 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Attempting to bind port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 17:00:10.881498 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Attempting to bind port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 on network e19adffe-7077-4fde-8038-90512556d11b {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:00:10.886579 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 on network e19adffe-7077-4fde-8038-90512556d11b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 17:00:10.886897 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Attempting to bind port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 on network e19adffe-7077-4fde-8038-90512556d11b {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 17:00:10.891909 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Checking agent: {'id': 'e2a3c0c5-9a25-4e6e-bc47-b1b18631b0d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'started_at': datetime.datetime(2021, 5, 20, 16, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 17:00:10.892245 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Checking segment: {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 17:00:10.892625 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Bound using segment: {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'} {{(pid=91596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 17:00:10.893072 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.managers [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Bound port: a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0758adc-3807-495d-af4c-409e66ce9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b'}}] {{(pid=91596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 17:00:10.893383 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:10.987425 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, cleared binding levels {{(pid=91596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 17:00:10.990250 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 17:00:10.994454 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10308860'] for port, after_update {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:10.998802 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-c37a1c87-6b06-4424-b033-c0c6e6e8fd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:11.053745 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:11.054364 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:11.055763 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] 10.222.0.82 "PUT /v2.0/ports/a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 1093 time: 0.8831830 May 20 17:00:11.056274 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:00:11.090283 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Pushing event updated for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=3']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:11.094347 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:11.141493 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'status': 'completed', 'code': 200} May 20 17:00:11.189247 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-a371a75b-4da8-4e24-b155-68914f88ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:11.191122 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-a371a75b-4da8-4e24-b155-68914f88ff0c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1096 time: 0.0889709 May 20 17:00:11.370831 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-d37b9ddb-9463-4697-8776-6f7805f4dd79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 217 time: 0.1709914 May 20 17:00:11.386416 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ec080-8a0a-493a-8549-cfb63fbb2622 req-d7d18b60-3816-40fb-a8c9-d2398077c3f0 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:11.388844 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb7ec080-8a0a-493a-8549-cfb63fbb2622 req-d7d18b60-3816-40fb-a8c9-d2398077c3f0 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 943 time: 0.0931771 May 20 17:00:11.443355 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-eb7ec080-8a0a-493a-8549-cfb63fbb2622 req-c1e6777f-d067-4e41-b000-092f21909264 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480473 May 20 17:00:11.450900 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-bcc3952c-9459-41b2-ac07-ac0a344f4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:11.452331 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-bcc3952c-9459-41b2-ac07-ac0a344f4390 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0755990 May 20 17:00:11.526965 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-9481b5f1-1e30-49da-8db4-47992d28eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:11.528390 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-9481b5f1-1e30-49da-8db4-47992d28eec4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697122 May 20 17:00:11.659962 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-a930f942-2fae-47c4-99b7-fbc5bef46098 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243961 May 20 17:00:11.788470 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-c693b995-4aa9-44ea-a1e1-6eba5b33a98d req-238233d1-ca5f-4bfe-85fb-61299df49002 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219997 May 20 17:00:11.903985 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-7d8d0dc0-82c3-4048-95f9-c5b1dbc931ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:11.905407 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-7d8d0dc0-82c3-4048-95f9-c5b1dbc931ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1096 time: 0.0738301 May 20 17:00:12.038418 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-7ab306a3-8f40-46ef-b84a-414cef3792ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:12.040389 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-7ab306a3-8f40-46ef-b84a-414cef3792ae service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.1280520 May 20 17:00:12.109700 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-82f860f7-60a8-4e94-9305-aa6313dd45ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 217 time: 0.0614488 May 20 17:00:12.177392 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-7befe52c-2ed4-47e0-851f-10be26ef3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:12.178841 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-7befe52c-2ed4-47e0-851f-10be26ef3000 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0630887 May 20 17:00:12.252124 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-6e79e6f8-91a2-45c0-b69f-28d7d2f6f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:12.253444 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-6e79e6f8-91a2-45c0-b69f-28d7d2f6f946 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0674441 May 20 17:00:12.381258 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-45a52ae5-6da1-43cc-b3a1-8d19b7f782b2 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207311 May 20 17:00:12.514406 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-9b1906f1-621b-4992-bbad-77d16a22bdfe req-fe82f0cc-865b-4e26-8bfc-9714da0f8db1 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248608 May 20 17:00:12.639827 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d31b7-0046-4725-b3d2-b047dca97e0f req-e05211b0-ac4e-4dbf-907d-20f8563d2a47 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:12.641971 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-793d31b7-0046-4725-b3d2-b047dca97e0f req-e05211b0-ac4e-4dbf-907d-20f8563d2a47 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 943 time: 0.0847991 May 20 17:00:12.689942 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-793d31b7-0046-4725-b3d2-b047dca97e0f req-d0d9d207-22bd-4c90-87c9-eafc4e62e15b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 May 20 17:00:13.052695 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device a81cf6af-d43f-4302-92d1-9df5e83d7fb0 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=91597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 17:00:13.183072 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:00:13.196017 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Returning: {'device': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'port_id': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'mac_address': 'fa:16:3e:5e:60:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 17:00:13.249668 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:13.265844 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81cf6af-d43f-4302-92d1-9df5e83d7fb0 {{(pid=91597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 17:00:13.280725 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:00:13.284652 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:13.286442 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-31efcaad-aee9-484f-ace0-bf4feb20b606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:13.355188 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=4']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:13.362282 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.362633 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.362970 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.363329 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.363659 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.363984 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.364307 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.364631 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.364949 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.365267 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.365584 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.365897 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:00:13.370308 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:13.500085 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['a81cf6af-d43f-4302-92d1-9df5e83d7fb0'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:00:13.973101 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7aff0a-e257-47d8-91b9-e19e38cee8c3 req-fe81c44a-48f2-4ca5-82db-35eaaeff58fc tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:13.974590 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6f7aff0a-e257-47d8-91b9-e19e38cee8c3 req-fe81c44a-48f2-4ca5-82db-35eaaeff58fc tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 944 time: 0.1770048 May 20 17:00:14.020582 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6f7aff0a-e257-47d8-91b9-e19e38cee8c3 req-7163d45f-0c4d-4a91-ac7c-76ffdd0e8b2b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 May 20 17:00:14.219513 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-37da80fd-e2e0-4c1c-aded-b7b5566fff61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:15.077183 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device a81cf6af-d43f-4302-92d1-9df5e83d7fb0 up at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 17:00:15.152176 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning for port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 completed by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 17:00:15.157455 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Provisioning complete for port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 triggered by entity L2. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:15.157842 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:15.218598 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712d230-b769-463f-824a-a462369ef574 req-4b5b5a17-b637-4f71-af4b-54422adfb995 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:15.219984 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6712d230-b769-463f-824a-a462369ef574 req-4b5b5a17-b637-4f71-af4b-54422adfb995 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 944 time: 0.0902312 May 20 17:00:15.271319 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6712d230-b769-463f-824a-a462369ef574 req-eac08f18-f055-4e97-8d5f-161462530e42 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 May 20 17:00:15.295592 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:15.322974 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0'}] {{(pid=91597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:00:15.332809 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:00:15.337709 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061'] for port, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:15.339759 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:15.370494 dv-cinder-786524-7-smb neutron-server[91597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'code': 200} May 20 17:00:15.412297 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Pushing event updated for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=5']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:15.415585 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:15.594693 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a891907-1a21-4848-a6f0-a0c1af650b3b req-d2d0abd1-4beb-4bce-97cc-2cacd64ff103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:15.596165 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6a891907-1a21-4848-a6f0-a0c1af650b3b req-d2d0abd1-4beb-4bce-97cc-2cacd64ff103 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1098 time: 0.0705249 May 20 17:00:15.640656 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-6a891907-1a21-4848-a6f0-a0c1af650b3b req-8dc315a0-27e9-47cf-891e-fef03012e29a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 May 20 17:00:16.467510 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61979910-b422-4b81-9b97-cc5fb18a5ff0 req-e2766ca9-162b-4538-b8e1-5cd87d2ecf70 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:16.468964 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-61979910-b422-4b81-9b97-cc5fb18a5ff0 req-e2766ca9-162b-4538-b8e1-5cd87d2ecf70 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0819020 May 20 17:00:16.515554 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-61979910-b422-4b81-9b97-cc5fb18a5ff0 req-12653b9f-6ee0-449b-a04a-07e7e383df13 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 May 20 17:00:16.776243 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-fbc53705-7b9c-4513-99c1-06d3f184e1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:16.834187 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:17.642651 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:17.713524 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa2a7-bb69-4e8e-b68b-2dc39ec2543a req-17a3da23-fae7-402c-ab1c-aeca128e0cf8 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:17.715349 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-91aaa2a7-bb69-4e8e-b68b-2dc39ec2543a req-17a3da23-fae7-402c-ab1c-aeca128e0cf8 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0885606 May 20 17:00:17.760642 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-91aaa2a7-bb69-4e8e-b68b-2dc39ec2543a req-46af1545-095c-4ae6-9c7e-9684e238317b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395563 May 20 17:00:17.873500 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55334) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:17.951359 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edefdd-f768-49da-9037-769e72334cb1 req-ee83d8b0-dd54-4647-aa3a-7430909dc8a4 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:17.952586 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55edefdd-f768-49da-9037-769e72334cb1 req-ee83d8b0-dd54-4647-aa3a-7430909dc8a4 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0796850 May 20 17:00:17.997575 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.001376 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-55edefdd-f768-49da-9037-769e72334cb1 req-11e1c604-2d23-443e-bb91-8cf04e7303e3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 May 20 17:00:18.013085 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:18.016967 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Usage tracker for resource:security_group_rule and tenant:7c7f3f71ade84b1cbd87def16b7ad739 is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:18.019834 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:18.027002 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:18.075192 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.113698 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.117449 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.127336 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-4a65c2ec-3f42-4cd3-adea-1320823277af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:18.167855 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c7f3f71ade84b1cbd87def16b7ad739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931414 May 20 17:00:18.169718 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdf25e6-4c06-4472-82df-4bb2f3113470,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:18.170993 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55342) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:18.172974 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-06c1abd2-21f0-4240-94c9-81283a735137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:18.235282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9f0970f0-d1f7-45c2-9413-be6da537ab27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.262385 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9f0970f0-d1f7-45c2-9413-be6da537ab27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.344956 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9f0970f0-d1f7-45c2-9413-be6da537ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.354568 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-e1331840-898d-45d2-84ce-619204d11800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:18.375044 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0970f0-d1f7-45c2-9413-be6da537ab27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdf25e6-4c06-4472-82df-4bb2f3113470,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:18.377524 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-9f0970f0-d1f7-45c2-9413-be6da537ab27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:18.393727 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-9f0970f0-d1f7-45c2-9413-be6da537ab27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:18.394854 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-9f0970f0-d1f7-45c2-9413-be6da537ab27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfdf25e6-4c06-4472-82df-4bb2f3113470 HTTP/1.1" status: 204 len: 168 time: 0.2227597 May 20 17:00:18.421049 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25718b-0f3a-4507-91bc-c22c5790a923 req-1784cf59-c5bb-407b-beef-fdb162c93096 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:18.422509 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fc25718b-0f3a-4507-91bc-c22c5790a923 req-1784cf59-c5bb-407b-beef-fdb162c93096 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.1083109 May 20 17:00:18.471826 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-fc25718b-0f3a-4507-91bc-c22c5790a923 req-7c75650b-0121-43b7-90c3-cd0eaa48a87a tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430710 May 20 17:00:19.505788 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:22.119878 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-2a7861ce-b52d-4744-8bfa-00b223184bc4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719953 May 20 17:00:22.255049 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-3f614d74-9eb9-43c5-90f0-28e23dd1a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:22.256460 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-3f614d74-9eb9-43c5-90f0-28e23dd1a4aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1098 time: 0.0686619 May 20 17:00:22.489811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-bdc9b981-d29d-45e0-b3e9-53c1e603482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:22.491174 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-bdc9b981-d29d-45e0-b3e9-53c1e603482d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.2166572 May 20 17:00:22.564437 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-cc0a8226-42db-4ec3-8095-aa6948f402d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 217 time: 0.0651951 May 20 17:00:22.629203 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-ab5bbd37-e066-42f2-93d5-3d5a9b07e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:22.630602 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-ab5bbd37-e066-42f2-93d5-3d5a9b07e3d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0607557 May 20 17:00:22.709611 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-fd29f6bb-ebc8-4bfc-bda8-88d109a6ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:22.711052 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-fd29f6bb-ebc8-4bfc-bda8-88d109a6ea2f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740147 May 20 17:00:22.848633 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-0e5aa5a3-4cde-42ee-a830-8fa16081f1f1 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243010 May 20 17:00:22.983739 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-b1b7031b-2a93-405a-96a8-09db044be6bc req-bad1c43e-b2a1-4062-bb19-cfba77e467f8 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271818 May 20 17:00:23.325241 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06493-3b71-4712-903b-909ed6a0abae req-d6a80c32-5e56-4ab0-bdf5-c3f7bdd11bf1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:23.326748 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4ee06493-3b71-4712-903b-909ed6a0abae req-d6a80c32-5e56-4ab0-bdf5-c3f7bdd11bf1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0868137 May 20 17:00:23.372595 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-4ee06493-3b71-4712-903b-909ed6a0abae req-7f616c6c-05bc-4262-ae12-c2a372e7cb82 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 May 20 17:00:23.395571 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55386) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:23.637990 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854df25a-c787-47e6-9adb-f484f071a64e tempest-TestMinimumBasicScenario-189565442 tempest-TestMinimumBasicScenario-189565442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:23.638653 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-854df25a-c787-47e6-9adb-f484f071a64e tempest-TestMinimumBasicScenario-189565442 tempest-TestMinimumBasicScenario-189565442-project-admin] Synchronizing usage tracker for tenant:ba8fb12d0f65463f882c4ada13d6dfde on resource:port {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:00:23.654368 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-854df25a-c787-47e6-9adb-f484f071a64e tempest-TestMinimumBasicScenario-189565442 tempest-TestMinimumBasicScenario-189565442-project-admin] Unset dirty status for tenant:ba8fb12d0f65463f882c4ada13d6dfde on resource:port {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:00:23.655591 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-854df25a-c787-47e6-9adb-f484f071a64e tempest-TestMinimumBasicScenario-189565442 tempest-TestMinimumBasicScenario-189565442-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1093 time: 0.2590129 May 20 17:00:23.658499 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55392) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:23.663528 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'floatingip': {'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'port_id': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:23.670639 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:23.675161 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:floatingip and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:23.678018 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:23.684690 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:23.695008 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for floatingip, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:23.828683 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:23.960035 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_common [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Allocated IP 172.28.2.172 (17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f/597bd555-4af7-4d1c-9e3a-abb30fe92a68/8e6f3636-40ca-4d8e-a224-2ead72a686c1) {{(pid=91595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 17:00:24.108869 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for port, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:24.137052 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772804059998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:24.140605 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f9a3bf0e-9eaa-4277-a5d4-2dcf99c7cc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:24.204156 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Network 17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f is already hosted by enough agents. {{(pid=91595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 17:00:24.206955 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.base_scheduler [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources bound (agent type, host, resource id): {{(pid=91595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 17:00:24.210561 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Received port after_create {{(pid=91595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 17:00:24.239055 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'Port': ['ID=8e6f3636-40ca-4d8e-a224-2ead72a686c1,revision_number=1']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:24.245500 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:24.698731 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:24.775237 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:24.980703 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:24.984978 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848656'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:24.988939 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-560f4c7e-70df-47ad-aa7c-c34e5533ee27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:25.095996 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'Port': ['ID=8e6f3636-40ca-4d8e-a224-2ead72a686c1,revision_number=2']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:25.098842 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:25.109653 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3711801'] for floatingip, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:25.279696 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.l3_db [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Floating IP 45a2576c-4d39-4298-be47-4862836fb95d associated. External IP: 172.28.2.172, port: a81cf6af-d43f-4302-92d1-9df5e83d7fb0. May 20 17:00:25.635135 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Router 9461de74-ea80-4fcb-ac01-567a67a2342c has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:00:25.819774 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:00:25.829718 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] Sync routers for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:00:25.840942 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:00:25.841687 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:00:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:25.845832 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:25.903955 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2443559 May 20 17:00:25.904516 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:00:25.906756 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55396) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:25.912229 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828248384', 'description': 'tempest-secgroup-smoke-1828248384 description', 'project_id': '051722db689d43ccb720ba3c1fed9ffb'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:25.919103 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:25.929185 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:25.939254 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:25.961938 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:25.966242 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:25.969168 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:25.975077 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:26.038067 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:00:26.050699 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.054981 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.059191 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-8ce99278-0b4b-4e6b-b20c-ebce3fa365dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:26.098313 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14308a07-4fb5-44e0-bcda-419bc50ec932,revision_number=1']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:26.100158 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'status': 'completed', 'code': 200} May 20 17:00:26.103718 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:26.114694 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.115894 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-0611ba3b-2bce-46ad-8cc2-52649d2b8347 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2080328 May 20 17:00:26.120563 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55404) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:26.125876 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'security_group_rule': {'security_group_id': '14308a07-4fb5-44e0-bcda-419bc50ec932', 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:26.131939 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:26.136018 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:26.139267 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:26.146197 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:26.163663 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.210969 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c58af-02a8-4edb-a447-15028c513dda req-f7edab87-bc61-42dc-96ff-016a9d51e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:26.213167 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ed1c58af-02a8-4edb-a447-15028c513dda req-f7edab87-bc61-42dc-96ff-016a9d51e64a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1098 time: 0.0798981 May 20 17:00:26.234387 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.238520 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.241087 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-abc1d1fc-d4a2-44b1-bd7e-5200dbb429eb tempest-AttachVolumeShelveTestJSON-1570299238 tempest-AttachVolumeShelveTestJSON-1570299238-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:26.264568 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd36032a-21be-4b75-ae8d-718ec90e9084,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:26.267082 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:26.276887 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.280688 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-f025898b-995e-4405-8661-4cea0f488e1b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568527 May 20 17:00:26.281125 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55408) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:26.286346 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'security_group_rule': {'security_group_id': '14308a07-4fb5-44e0-bcda-419bc50ec932', 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:26.292781 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:26.296646 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:26.299801 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:26.305417 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:26.323095 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.351570 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c58af-02a8-4edb-a447-15028c513dda req-71de1575-ab71-423d-abfb-5bb9e45a71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:26.353080 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ed1c58af-02a8-4edb-a447-15028c513dda req-71de1575-ab71-423d-abfb-5bb9e45a71d3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.1340997 May 20 17:00:26.388311 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.393390 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.408369 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:26.411015 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '45a2576c-4d39-4298-be47-4862836fb95d', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'floating_ip_address': '172.28.2.172', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'port_id': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'mac_address': 'fa:16:3e:5e:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:00:24Z', 'updated_at': '2021-05-20T17:00:24Z', 'revision_number': 0, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:42Z', 'revision_number': 5, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:26.415147 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] Checking router: 9461de74-ea80-4fcb-ac01-567a67a2342c for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:00:26.425299 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:00:26.425917 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:00:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:26.427205 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae651f84-0b94-4685-ab56-c0ea961d6613,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:26.435792 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:26.437100 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.438275 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-b502a662-5dec-4623-a031-e55e39fd9e72 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561563 May 20 17:00:26.440846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55412) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:26.445747 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'security_group_rule': {'security_group_id': '14308a07-4fb5-44e0-bcda-419bc50ec932', 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:26.452030 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:26.455912 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:26.457741 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ed1c58af-02a8-4edb-a447-15028c513dda req-e529b21b-25f1-4261-88bb-3a80d9bf576a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 999 time: 0.0981491 May 20 17:00:26.458982 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:26.465363 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:26.529293 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c58af-02a8-4edb-a447-15028c513dda req-bfe2382f-0dbd-451b-ac8a-e2d9c38c862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:26.530931 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ed1c58af-02a8-4edb-a447-15028c513dda req-bfe2382f-0dbd-451b-ac8a-e2d9c38c862b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0664110 May 20 17:00:26.598906 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.611293 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c58af-02a8-4edb-a447-15028c513dda req-3610630f-adea-4109-bdb0-4878898a8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:26.613036 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ed1c58af-02a8-4edb-a447-15028c513dda req-3610630f-adea-4109-bdb0-4878898a8aeb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736251 May 20 17:00:26.662684 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:00:26.666380 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.670400 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.672407 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:26.694115 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda33d1d-5cc6-4683-ac14-7bbfde294123,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:26.697021 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:26.704271 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.708438 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-edeeb0de-d9fd-4c8b-91ca-520e8c7b7e6d tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2666700 May 20 17:00:26.709087 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55416) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:26.714986 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'security_group_rule': {'security_group_id': '14308a07-4fb5-44e0-bcda-419bc50ec932', 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:26.720812 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:26.725321 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:26.728723 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91595) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:26.735363 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.quota.driver [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91595) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:26.754563 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ed1c58af-02a8-4edb-a447-15028c513dda req-b6e92bc5-a4c1-41a0-9f94-9a1c31e3a69b service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341105 May 20 17:00:26.755033 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.826710 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.831413 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.849229 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:26.863852 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed444d6-fe57-4ca2-bc57-50728f8a3ca5,revision_number=0']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:26.873529 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:26.878282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:26.882160 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-5857a98d-c737-432c-94bd-b5c71c386e78 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695967 May 20 17:00:26.882576 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55420) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:26.899020 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'security_group_rule': {'security_group_id': '14308a07-4fb5-44e0-bcda-419bc50ec932', 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:26.908697 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:26.916169 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ed1c58af-02a8-4edb-a447-15028c513dda req-40ae7153-4fda-4a8f-a648-0575b129026d service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514931 May 20 17:00:26.917264 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:26.920394 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:26.927441 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:26.941362 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.securitygroups_db [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Project 051722db689d43ccb720ba3c1fed9ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:00:26.948188 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.021068 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.024015 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '45a2576c-4d39-4298-be47-4862836fb95d', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'floating_ip_address': '172.28.2.172', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'port_id': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'mac_address': 'fa:16:3e:5e:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:00:24Z', 'updated_at': '2021-05-20T17:00:24Z', 'revision_number': 0, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:42Z', 'revision_number': 5, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:00:27.025767 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.028791 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568ef6b3-d73e-48e4-95aa-10a2d67e4d81 None None] The sync data for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb is: [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_floatingips': [{'id': '45a2576c-4d39-4298-be47-4862836fb95d', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'floating_ip_address': '172.28.2.172', 'floating_network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'router_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'port_id': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'mac_address': 'fa:16:3e:5e:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T17:00:24Z', 'updated_at': '2021-05-20T17:00:24Z', 'revision_number': 0, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:42Z', 'revision_number': 5, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:00:27.034755 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cf2b61a2-94ba-4383-bca8-4174299061c1 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:27.058069 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a3a995-e2c0-4589-b15e-43b469de0c2b,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:27.060565 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:27.071715 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.073579 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-6ddb42cb-6e9e-4f18-81c6-b517e9e63da3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897953 May 20 17:00:27.076092 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55424) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:00:27.081687 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.v2.base [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'security_group_rule': {'security_group_id': '14308a07-4fb5-44e0-bcda-419bc50ec932', 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:27.089309 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 17:00:27.093858 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Usage tracker for resource:security_group_rule and tenant:051722db689d43ccb720ba3c1fed9ffb is out of sync, need to count used quota {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 17:00:27.097198 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91596) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 17:00:27.103684 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.quota.driver [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91596) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 17:00:27.115085 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.db.securitygroups_db [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Project 051722db689d43ccb720ba3c1fed9ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 17:00:27.121066 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.195284 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.199185 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701290'] for security_group_rule, after_create {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.201276 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9bb45dd8-ba71-47e4-ae97-a339e7f3d028 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:27.224566 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2825bf22-3a13-4e69-bd11-7d70c8b49c45,revision_number=0']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:27.229316 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:27.234297 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.235467 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-fa020483-da55-4b37-ab88-3cbacf848ed5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1584327 May 20 17:00:27.242222 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c97e6e-ea65-43b4-91ac-1d908036aef3 None None] New status for floating IP 45a2576c-4d39-4298-be47-4862836fb95d: ACTIVE {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:00:27.363168 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-011119b1-c3fb-4969-8219-9896a763f20d req-2b5d9a97-bb03-4db7-ab41-c907f705ccc3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828248384&fields=id&tenant_id=051722db689d43ccb720ba3c1fed9ffb HTTP/1.1" status: 200 len: 267 time: 0.0417182 May 20 17:00:27.446030 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011119b1-c3fb-4969-8219-9896a763f20d req-58681a6f-aafc-406e-a56f-70ef82597a4e tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:27.447740 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-011119b1-c3fb-4969-8219-9896a763f20d req-58681a6f-aafc-406e-a56f-70ef82597a4e tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0782206 May 20 17:00:27.458553 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'port': {'security_groups': ['10b81e82-2a85-4189-b9a5-d6a4628241a7', '14308a07-4fb5-44e0-bcda-419bc50ec932']}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:00:27.579086 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.833434 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:00:27.858953 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.863388 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848656'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.868719 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:00:27.874982 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['a81cf6af-d43f-4302-92d1-9df5e83d7fb0'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:00:27.935646 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:27.936289 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:27.937653 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-011119b1-c3fb-4969-8219-9896a763f20d req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "PUT /v2.0/ports/a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 981 time: 0.4836037 May 20 17:00:27.955327 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=6']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:00:27.959191 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-517d03b1-dfa2-4076-a0e4-7038cbf39d31 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:00:28.001109 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['a81cf6af-d43f-4302-92d1-9df5e83d7fb0'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:00:28.104901 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:00:28.147374 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8785190-ad39-4e10-b5fe-06db3edb95dc req-afb36ab9-8878-43ae-a8ed-11b62d185e7b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:28.148840 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f8785190-ad39-4e10-b5fe-06db3edb95dc req-afb36ab9-8878-43ae-a8ed-11b62d185e7b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0971065 May 20 17:00:28.156790 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'status': 'completed', 'code': 200} May 20 17:00:28.201366 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-f8785190-ad39-4e10-b5fe-06db3edb95dc req-4a6e906d-cc84-4512-988b-90f0ba5e99dc tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424235 May 20 17:00:28.242589 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-cee1c6a7-f5bc-4ee0-a9cd-ec2411ae88ac None None] Provisioning complete for port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:00:28.243244 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-cee1c6a7-f5bc-4ee0-a9cd-ec2411ae88ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:28.250351 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-eda11ff6-32b4-4d41-a007-49cb44ad7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:28.251857 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-eda11ff6-32b4-4d41-a007-49cb44ad7c85 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1137 time: 0.0745056 May 20 17:00:28.489170 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-d00619bb-8799-488c-beac-2b0e298bb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:28.490584 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-d00619bb-8799-488c-beac-2b0e298bb37a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.2304966 May 20 17:00:28.596236 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-24ef08cf-8c1e-4053-ae67-82f16a454ede service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 1001 time: 0.0986226 May 20 17:00:28.663592 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-45f5b0f2-34fc-4fc9-837f-b4837f0a0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:28.666001 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-45f5b0f2-34fc-4fc9-837f-b4837f0a0652 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0612082 May 20 17:00:28.742213 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-6ca2dccf-e685-4edb-bd30-c362b5618e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:28.743972 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-6ca2dccf-e685-4edb-bd30-c362b5618e9a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705121 May 20 17:00:28.875897 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-a9152447-7414-4fa2-b8f2-012fb22035a5 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242929 May 20 17:00:29.010498 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-735f0c5a-ad64-4e80-807c-3e66c63d8e6f req-515bfeca-3771-4e27-9bd2-5dd40b66db7e service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271737 May 20 17:00:44.223047 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c511c0ec-a3d6-40d1-9e78-e3a591a401b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:44.412572 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:00:46.776995 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-7e27e9a9-1516-4a0d-8ade-e6cec6759ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:46.835620 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:47.646683 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:48.066685 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:49.510059 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:00:51.904026 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44f898-9211-4647-b748-410f2057222b req-94c80de4-ca89-4ea9-a472-b5753756dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:51.905385 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bd44f898-9211-4647-b748-410f2057222b req-94c80de4-ca89-4ea9-a472-b5753756dce0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1137 time: 0.0751979 May 20 17:00:51.932846 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c87b4-3128-49fd-81c6-5d1ee6e09e58 req-3cb7b63f-45f9-48ae-ab62-8ede1f757b14 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:51.934305 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a67c87b4-3128-49fd-81c6-5d1ee6e09e58 req-3cb7b63f-45f9-48ae-ab62-8ede1f757b14 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0815790 May 20 17:00:51.981331 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-a67c87b4-3128-49fd-81c6-5d1ee6e09e58 req-cf1ee195-65b8-440f-be4b-8eb3ac9c6756 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412362 May 20 17:00:52.041220 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44f898-9211-4647-b748-410f2057222b req-80f7ce9d-e2fe-473a-af70-5b9dfa58bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:52.042665 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bd44f898-9211-4647-b748-410f2057222b req-80f7ce9d-e2fe-473a-af70-5b9dfa58bb6a service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.1291959 May 20 17:00:52.141422 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bd44f898-9211-4647-b748-410f2057222b req-bb03139a-2f75-4a04-8e9e-aa437f547634 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 1001 time: 0.0917499 May 20 17:00:52.208052 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44f898-9211-4647-b748-410f2057222b req-cc76125b-f69f-4c87-9011-891b84fe23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:52.209353 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bd44f898-9211-4647-b748-410f2057222b req-cc76125b-f69f-4c87-9011-891b84fe23ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0603480 May 20 17:00:52.283903 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44f898-9211-4647-b748-410f2057222b req-d024be8c-b900-43ec-8e10-fe628fa26c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:52.285322 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bd44f898-9211-4647-b748-410f2057222b req-d024be8c-b900-43ec-8e10-fe628fa26c01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686922 May 20 17:00:52.415795 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bd44f898-9211-4647-b748-410f2057222b req-aaa5c22d-9947-4dd3-a28f-b651f673ccf9 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217093 May 20 17:00:52.545548 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-bd44f898-9211-4647-b748-410f2057222b req-1428b121-20e1-4b36-858f-5f514ccc03e6 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230404 May 20 17:00:53.170285 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b97d7d-ee04-4a87-8769-5de3495f9ff5 req-092f7b19-4400-4a9d-a7d0-075ad31bbcc2 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:53.171781 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-96b97d7d-ee04-4a87-8769-5de3495f9ff5 req-092f7b19-4400-4a9d-a7d0-075ad31bbcc2 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0822229 May 20 17:00:53.221005 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-96b97d7d-ee04-4a87-8769-5de3495f9ff5 req-43a43a0b-5d6c-48ab-9e1d-45622822c2a4 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420206 May 20 17:00:54.412223 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d52c4-c204-4979-8024-0b570be17dc6 req-f1835869-6fac-47ff-8e36-57c912f5ed00 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:54.413636 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d23d52c4-c204-4979-8024-0b570be17dc6 req-f1835869-6fac-47ff-8e36-57c912f5ed00 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0860419 May 20 17:00:54.460160 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-d23d52c4-c204-4979-8024-0b570be17dc6 req-0f6f6318-2bcb-4366-a23f-25e8416895e5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402687 May 20 17:00:55.646245 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad80e8-13bc-4955-8469-80b2695f3ec9 req-41081115-5517-4bce-a4a5-5ac7d1c8ce17 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:55.647657 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-42ad80e8-13bc-4955-8469-80b2695f3ec9 req-41081115-5517-4bce-a4a5-5ac7d1c8ce17 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0787258 May 20 17:00:55.694404 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-42ad80e8-13bc-4955-8469-80b2695f3ec9 req-cb0e18f5-a3aa-4fdd-acc5-77083c33ff2e tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399446 May 20 17:00:56.884809 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cb194-3629-49af-897a-580c7e814bb6 req-619be209-6390-4094-a956-963b2f2959e4 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:56.886306 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-766cb194-3629-49af-897a-580c7e814bb6 req-619be209-6390-4094-a956-963b2f2959e4 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0873041 May 20 17:00:56.934036 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-766cb194-3629-49af-897a-580c7e814bb6 req-b03c4523-f3ba-48b5-9b07-888301f88bb9 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417302 May 20 17:00:58.116438 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3c550-35ff-4abc-b42d-da0ae9f2665e req-5b7f9e2b-a347-48ba-bfbb-2c67cc494856 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:58.117786 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-72b3c550-35ff-4abc-b42d-da0ae9f2665e req-5b7f9e2b-a347-48ba-bfbb-2c67cc494856 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0803454 May 20 17:00:58.169024 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-72b3c550-35ff-4abc-b42d-da0ae9f2665e req-90499e85-ec32-43d8-b78d-28cb1b10d209 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449204 May 20 17:00:59.359997 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae110fcb-dc29-48a0-9fd6-03b158d5ab2e req-5bb19deb-54f4-4dfe-8a23-681b1a67e2c9 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:00:59.361447 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae110fcb-dc29-48a0-9fd6-03b158d5ab2e req-5bb19deb-54f4-4dfe-8a23-681b1a67e2c9 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0833580 May 20 17:00:59.408704 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-ae110fcb-dc29-48a0-9fd6-03b158d5ab2e req-aad93869-01d7-48f1-aed3-a0d77ce54c30 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413365 May 20 17:01:00.596726 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca32676-fd48-42ac-93df-f27ae5c8187f req-19834a9e-ed69-4ce3-adfa-3ec89231ecd1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:00.598178 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5ca32676-fd48-42ac-93df-f27ae5c8187f req-19834a9e-ed69-4ce3-adfa-3ec89231ecd1 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0835466 May 20 17:01:00.645307 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-5ca32676-fd48-42ac-93df-f27ae5c8187f req-8b397ea6-8f94-4dc4-8625-9e4bd414a3d8 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407038 May 20 17:01:01.831236 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac8ca8-9ae5-4f1f-acf4-63fdfe2a3396 req-b4a0df95-f510-4264-91dd-a012b9473f6f tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:01.832687 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-37ac8ca8-9ae5-4f1f-acf4-63fdfe2a3396 req-b4a0df95-f510-4264-91dd-a012b9473f6f tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0827966 May 20 17:01:01.878591 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-37ac8ca8-9ae5-4f1f-acf4-63fdfe2a3396 req-cad59f8a-3f86-4656-a4bc-43d9a99983ac tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395167 May 20 17:01:03.150775 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38f3cb-1dd7-47c6-9c9b-41d88e8ad27d req-f0ee7420-1ea6-4be4-9fdd-fa8047f4adc5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:03.152277 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6c38f3cb-1dd7-47c6-9c9b-41d88e8ad27d req-f0ee7420-1ea6-4be4-9fdd-fa8047f4adc5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.1638215 May 20 17:01:03.201120 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-6c38f3cb-1dd7-47c6-9c9b-41d88e8ad27d req-c6b02eb9-c5a7-46f2-8c0c-7a31d660b2ef tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428715 May 20 17:01:04.384820 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1b529-6bdf-45a7-9cb6-8be24c23f102 req-b22a9732-b31b-4f80-ad0c-7a816c59830b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:04.386261 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2db1b529-6bdf-45a7-9cb6-8be24c23f102 req-b22a9732-b31b-4f80-ad0c-7a816c59830b tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0788543 May 20 17:01:04.435172 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-2db1b529-6bdf-45a7-9cb6-8be24c23f102 req-66071f10-c196-40d0-953e-d0571756dc50 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&id=14308a07-4fb5-44e0-bcda-419bc50ec932&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431728 May 20 17:01:14.224748 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-506ad6af-717c-48af-91bc-5b4cc0d84fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.778216 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-16447b0a-d7db-47cc-8bc9-cf4ee209fad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:16.836584 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:17.647408 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:18.080723 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:19.514610 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:21.441213 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:01:22.055703 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-a73c174f-6749-43e7-b57e-86db8d71be11 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735710 May 20 17:01:22.193965 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-578bd25a-8d77-4e84-9c95-f04f3791fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:22.195429 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-578bd25a-8d77-4e84-9c95-f04f3791fa18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1137 time: 0.0703628 May 20 17:01:22.429091 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-38784066-db5a-4d98-ba17-672945bcdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:22.430520 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-38784066-db5a-4d98-ba17-672945bcdf13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.2122900 May 20 17:01:22.531783 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-80007973-f274-4b59-9c91-e2df638991bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 1001 time: 0.0941694 May 20 17:01:22.596335 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-133cac37-ea0b-4dbf-96d4-07d280b9b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:22.597690 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-133cac37-ea0b-4dbf-96d4-07d280b9b42a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0585897 May 20 17:01:22.672825 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-438b1850-22b4-4a94-b1d9-8eb9cc82f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:22.674262 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-438b1850-22b4-4a94-b1d9-8eb9cc82f94b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691087 May 20 17:01:22.803007 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-f841b15d-3ec7-4239-a824-be18d1ff3860 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217780 May 20 17:01:22.933745 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-e9743be8-1957-4115-82e9-2270d8b4dd1f req-9632ea96-71c1-4b47-8dab-1f3bfa8f2f54 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221941 May 20 17:01:36.943278 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-da90e410-01d7-4920-99a0-a3691033d609 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828248384&fields=id&tenant_id=051722db689d43ccb720ba3c1fed9ffb HTTP/1.1" status: 200 len: 267 time: 0.0394058 May 20 17:01:37.027109 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-885354c0-06cc-4c5a-9a27-43e9db411cdd tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:37.028527 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-885354c0-06cc-4c5a-9a27-43e9db411cdd tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 984 time: 0.0794828 May 20 17:01:37.039104 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.v2.base [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Request body: {'port': {'security_groups': ['10b81e82-2a85-4189-b9a5-d6a4628241a7']}} {{(pid=91595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 17:01:37.164111 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-785567'] for port, before_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.404390 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:37.428218 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for port, precommit_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.433363 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772804541368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772804060016', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772804060061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9848656'] for port, after_update {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.439104 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:37.444946 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['a81cf6af-d43f-4302-92d1-9df5e83d7fb0'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:01:37.507223 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:37.507857 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.512113 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-bfb64cdd-fbb6-4ed2-9ab8-827f689b3abc req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "PUT /v2.0/ports/a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 942 time: 0.4764166 May 20 17:01:37.512449 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:37.516525 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55482) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:37.533313 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event updated for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=7']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:37.541662 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.542628 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.543011 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.543514 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.543883 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.544247 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.544607 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.544965 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.545505 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.545865 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.546246 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.546603 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.551294 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6b9a9767-2533-4b62-a387-f788cdce38b3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:37.582415 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'status': 'completed', 'code': 200} May 20 17:01:37.599159 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['a81cf6af-d43f-4302-92d1-9df5e83d7fb0'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:01:37.603740 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.689357 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.744261 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.provisioning_blocks [None req-340db264-ce9b-4378-8dc4-fbc02dbca768 None None] Provisioning complete for port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 triggered by entity DHCP. {{(pid=91597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 17:01:37.744736 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-340db264-ce9b-4378-8dc4-fbc02dbca768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-902309'] for port, provisioning_complete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.746173 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-437fc9f4-da3d-45bc-93f8-7d98c46fb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:37.747624 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-437fc9f4-da3d-45bc-93f8-7d98c46fb622 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1098 time: 0.1337094 May 20 17:01:37.846638 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.856008 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-0aeb8f2a-9ced-44c8-9e1c-776282d64cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:37.876416 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14308a07-4fb5-44e0-bcda-419bc50ec932,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:37.890227 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.890605 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.890968 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.891337 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.891696 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.892048 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.892402 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.892755 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.893106 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.893456 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.893811 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.894183 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:37.901816 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:37.909606 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:37.910724 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-2f628d0d-2cfb-4b01-914d-33f369bebb57 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "DELETE /v2.0/security-groups/14308a07-4fb5-44e0-bcda-419bc50ec932 HTTP/1.1" status: 204 len: 168 time: 0.3925540 May 20 17:01:37.913514 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55488) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:37.928759 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-b12b50bc-ab07-4c20-8a5a-9d241934d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:37.930611 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-b12b50bc-ab07-4c20-8a5a-9d241934d5e4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.1721964 May 20 17:01:38.036319 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-d6befbf2-89f7-4273-b532-f3b8efccc57c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 1001 time: 0.0992522 May 20 17:01:38.100169 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-1e5b3dc3-268c-41c8-a927-9727e8c27b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:38.101597 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-1e5b3dc3-268c-41c8-a927-9727e8c27b5a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0579858 May 20 17:01:38.181827 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-2c474d96-d4b2-4b7a-80ff-16f4cad065a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:38.183545 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-2c474d96-d4b2-4b7a-80ff-16f4cad065a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747113 May 20 17:01:38.193647 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Deleting port 8e6f3636-40ca-4d8e-a224-2ead72a686c1 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:38.194214 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.313437 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.313677 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.315157 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-bef31f93-913f-4445-8853-d237b1cab2e2 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250782 May 20 17:01:38.443598 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Calling delete_port for 8e6f3636-40ca-4d8e-a224-2ead72a686c1 owned by network:floatingip {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:38.449767 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-f93e5e27-9c0e-4aa1-ae91-d66569433612 req-5d85ff0c-10ef-41c8-92bd-1fad33a4a409 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272318 May 20 17:01:38.566838 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.571119 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cc469294-2b16-446f-92d2-b95e916dbd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:38.614784 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event deleted for resources: {'Port': ['ID=8e6f3636-40ca-4d8e-a224-2ead72a686c1,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:38.643878 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:38.708566 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks [] for floatingip, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:38.708895 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.db.l3_db [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Floating IP 45a2576c-4d39-4298-be47-4862836fb95d disassociated (deleted). External IP: 172.28.2.172, port: a81cf6af-d43f-4302-92d1-9df5e83d7fb0. May 20 17:01:39.145406 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Router 9461de74-ea80-4fcb-ac01-567a67a2342c has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:01:39.325448 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:01:39.334529 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] Sync routers for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:01:39.341220 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for floatingip, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:39.344354 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:39.344990 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:01:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:39.395772 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-2756493d-74f4-4414-9836-2420ac8da914 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "DELETE /v2.0/floatingips/45a2576c-4d39-4298-be47-4862836fb95d HTTP/1.1" status: 204 len: 168 time: 1.4811513 May 20 17:01:39.523847 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:39.583843 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0'}] {{(pid=91595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:39.629618 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'status': 'completed', 'code': 200} May 20 17:01:39.739947 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-52bbb38b-d64f-4896-a55a-36aeaccbdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:39.739947 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-52bbb38b-d64f-4896-a55a-36aeaccbdf64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=051722db689d43ccb720ba3c1fed9ffb&device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 1098 time: 0.0846746 May 20 17:01:39.859994 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:42Z', 'revision_number': 5, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:39.864286 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] Checking router: 9461de74-ea80-4fcb-ac01-567a67a2342c for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:39.874099 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:39.874762 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:01:17Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:40.001209 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-110a4e13-d608-4d83-b823-2c2811912b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:40.002710 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-110a4e13-d608-4d83-b823-2c2811912b1d service neutron] 10.222.0.82 "GET /v2.0/networks?id=e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 200 len: 915 time: 0.2541759 May 20 17:01:40.054103 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:40.075570 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-dbb910ff-6999-41ee-93c5-aaa383382aae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 200 len: 217 time: 0.0641627 May 20 17:01:40.139817 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-a0aa79ce-4a2b-4732-9c81-ecf94121d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:40.141138 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-a0aa79ce-4a2b-4732-9c81-ecf94121d1ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 200 len: 853 time: 0.0587101 May 20 17:01:40.230560 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-0d3a1fa6-c7b0-482b-9140-33cb5931b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:40.232103 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-0d3a1fa6-c7b0-482b-9140-33cb5931b977 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e19adffe-7077-4fde-8038-90512556d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748160 May 20 17:01:40.369851 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-3b6c23ad-83c7-4ca6-9667-6ba3ace74fb1 service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286840 May 20 17:01:40.396626 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:42Z', 'revision_number': 5, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:40.401970 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2562dcf2-71e3-4f57-b733-c1928e7012ec None None] The sync data for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb is: [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T16:59:36Z', 'revision_number': 4, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb', '_interfaces': [{'id': '998e4ac4-706f-4749-8492-a6215b67229c', 'name': '', 'network_id': 'e19adffe-7077-4fde-8038-90512556d11b', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'mac_address': 'fa:16:3e:b4:fb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:35Z', 'updated_at': '2021-05-20T16:59:42Z', 'revision_number': 5, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'subnets': [{'id': '11d80106-ecbb-4b7f-a162-4ee195e6358a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:40.512291 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-feac3e87-1624-41ff-8d56-87a5edfd0bb1 req-d48e4a04-fd01-4009-9c82-0937ddcefb3f service neutron] 10.222.0.82 "GET /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331315 May 20 17:01:40.613829 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2155ea-710f-4f1b-8bce-56c9f3598510 None None] New status for floating IP 45a2576c-4d39-4298-be47-4862836fb95d: DOWN {{(pid=91598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 17:01:42.729774 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed14e9c-2257-406b-88b8-0072bb9016e6 req-76a7412e-861a-4fd4-a888-b22e31ad75b5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:42.730482 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-3ed14e9c-2257-406b-88b8-0072bb9016e6 req-76a7412e-861a-4fd4-a888-b22e31ad75b5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Synchronizing usage tracker for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:port {{(pid=91595) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:42.745744 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.quota.resource [req-3ed14e9c-2257-406b-88b8-0072bb9016e6 req-76a7412e-861a-4fd4-a888-b22e31ad75b5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Unset dirty status for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:port {{(pid=91595) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:42.746917 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3ed14e9c-2257-406b-88b8-0072bb9016e6 req-76a7412e-861a-4fd4-a888-b22e31ad75b5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0993137 May 20 17:01:42.790780 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-3ed14e9c-2257-406b-88b8-0072bb9016e6 req-afa19b06-78a2-4dbe-b360-eea573e549f3 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380270 May 20 17:01:43.974876 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc03e9f-0247-4b6a-aa90-fa428ee57460 req-2c9ba400-c3d0-4e4a-ab59-e8946db600d5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:43.976306 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-efc03e9f-0247-4b6a-aa90-fa428ee57460 req-2c9ba400-c3d0-4e4a-ab59-e8946db600d5 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0793197 May 20 17:01:44.023516 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-efc03e9f-0247-4b6a-aa90-fa428ee57460 req-60609c84-12d3-4b2f-8eaa-465719b19e22 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 May 20 17:01:44.224761 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-2a57bb6e-c54d-4d6b-b61d-973616576f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.610284 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-b6c49c5b-f21d-437d-88a4-b7628ae27650 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:44.610980 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-b6c49c5b-f21d-437d-88a4-b7628ae27650 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Synchronizing usage tracker for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:port {{(pid=91596) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 17:01:44.623267 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.quota.resource [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-b6c49c5b-f21d-437d-88a4-b7628ae27650 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Unset dirty status for tenant:051722db689d43ccb720ba3c1fed9ffb on resource:port {{(pid=91596) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 17:01:44.624368 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-b6c49c5b-f21d-437d-88a4-b7628ae27650 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 945 time: 0.0971017 May 20 17:01:44.778627 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Deleting port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:44.778969 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:44.917189 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] For port a81cf6af-d43f-4302-92d1-9df5e83d7fb0, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:44.917540 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.049353 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Calling delete_port for a81cf6af-d43f-4302-92d1-9df5e83d7fb0 owned by compute:nova {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:45.192115 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.198758 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-07585162-18aa-4af5-b962-0776ae5c9d7d tempest-AttachVolumeNegativeTest-2090596874 tempest-AttachVolumeNegativeTest-2090596874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:45.204798 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] get_ports_and_sgs() called for port_ids ['a81cf6af-d43f-4302-92d1-9df5e83d7fb0'] {{(pid=91597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 17:01:45.249625 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Pushing event deleted for resources: {'Port': ['ID=a81cf6af-d43f-4302-92d1-9df5e83d7fb0,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:45.253127 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:45.265210 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b5d29-6f47-449e-9858-ea4afb28b1ea req-560ee7f2-bdec-4a01-80bd-35b2546b5871 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 17:01:45.267310 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-017b5d29-6f47-449e-9858-ea4afb28b1ea req-560ee7f2-bdec-4a01-80bd-35b2546b5871 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/ports?device_id=c4135432-7c12-41ce-96f0-efca307bbf0e HTTP/1.1" status: 200 len: 867 time: 0.1217015 May 20 17:01:45.335368 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] No DVR routers for this DVR port a81cf6af-d43f-4302-92d1-9df5e83d7fb0 on host hv-cinder-78652 {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:01:45.338267 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84913'] for port, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:45.341177 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'name': 'network-vif-deleted', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0'}] {{(pid=91596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 17:01:45.341624 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [req-017b5d29-6f47-449e-9858-ea4afb28b1ea req-c6b84e20-7942-4cc4-9d9c-4be77a20a0c8 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.69 "GET /v2.0/security-groups?id=10b81e82-2a85-4189-b9a5-d6a4628241a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657401 May 20 17:01:45.360462 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [req-ba751222-9bfe-4101-8f42-d829a0ea3900 req-af90f0ca-5088-46f0-99de-c5a0b6c83c90 tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] 10.222.0.82 "DELETE /v2.0/ports/a81cf6af-d43f-4302-92d1-9df5e83d7fb0 HTTP/1.1" status: 204 len: 173 time: 0.7303731 May 20 17:01:45.396628 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4135432-7c12-41ce-96f0-efca307bbf0e', 'name': 'network-vif-deleted', 'tag': 'a81cf6af-d43f-4302-92d1-9df5e83d7fb0', 'status': 'completed', 'code': 200} May 20 17:01:46.780972 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c12d-1b9a-49b4-b705-ad73d7b78674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:46.838785 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.117761 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55572) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:47.653092 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:47.664975 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871527'] for router_interface, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.090599 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.184269 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Deleting port 998e4ac4-706f-4749-8492-a6215b67229c {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:48.184883 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.305589 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] For port 998e4ac4-706f-4749-8492-a6215b67229c, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=998e4ac4-706f-4749-8492-a6215b67229c,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:48.305852 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.429437 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Calling delete_port for 998e4ac4-706f-4749-8492-a6215b67229c owned by network:router_interface {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:48.716884 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:48.720479 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-323d9295-fb5f-4980-9570-91672ef9feff tempest-TestMinimumBasicScenario-1358028026 tempest-TestMinimumBasicScenario-1358028026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:48.767803 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Pushing event deleted for resources: {'Port': ['ID=998e4ac4-706f-4749-8492-a6215b67229c,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:48.770886 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:49.050381 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871635'] for router_interface, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:49.515594 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:49.522991 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Router 9461de74-ea80-4fcb-ac01-567a67a2342c has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:01:49.613421 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device a81cf6af-d43f-4302-92d1-9df5e83d7fb0 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:49.647732 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] No Port match for: a81cf6af-d43f-4302-92d1-9df5e83d7fb0 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:01:49.648086 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Device a81cf6af-d43f-4302-92d1-9df5e83d7fb0 not bound to the agent host hv-cinder-78652 {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:49.709330 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:01:49.717773 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] Sync routers for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:01:49.722867 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-6d48dc79-dd90-47d6-8035-734026974599 admin admin] 10.222.0.69 "PUT /v2.0/routers/9461de74-ea80-4fcb-ac01-567a67a2342c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6039586 May 20 17:01:49.725300 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55576) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:49.727787 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:49.728925 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:01:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:49.904378 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks [] for router, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:49.917127 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: dv-cinder-786524-7-smb {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:50.083284 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:50.156196 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Deleting port 6b437b82-e453-46b6-80f2-2ca47a671565 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:50.156621 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:50.217132 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159'}], 'enable_snat': True}, 'gw_port_id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T17:01:48Z', 'revision_number': 5, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port': {'id': '6b437b82-e453-46b6-80f2-2ca47a671565', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:37:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:32Z', 'updated_at': '2021-05-20T16:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:50.221477 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] Checking router: 9461de74-ea80-4fcb-ac01-567a67a2342c for host: dv-cinder-786524-7-smb {{(pid=91597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:50.232023 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] Routers {'9461de74-ea80-4fcb-ac01-567a67a2342c'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:50.232645 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:01:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['9461de74-ea80-4fcb-ac01-567a67a2342c'], 'active': True} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:50.307546 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] For port 6b437b82-e453-46b6-80f2-2ca47a671565, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=6b437b82-e453-46b6-80f2-2ca47a671565,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:50.308004 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:50.398658 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvr_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] Set router 9461de74-ea80-4fcb-ac01-567a67a2342c gateway port host: None {{(pid=91597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:50.435282 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Calling delete_port for 6b437b82-e453-46b6-80f2-2ca47a671565 owned by network:router_gateway {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:50.513284 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_hamode_db [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T17:01:50Z', 'revision_number': 6, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port_host': None}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:50.517976 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d60b8b-1322-4c00-98e8-98ec377733db None None] The sync data for ids ['9461de74-ea80-4fcb-ac01-567a67a2342c'] in dv-cinder-786524-7-smb is: [{'id': '9461de74-ea80-4fcb-ac01-567a67a2342c', 'name': 'tempest-TestMinimumBasicScenario-978554160-router', 'tenant_id': '051722db689d43ccb720ba3c1fed9ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:31Z', 'updated_at': '2021-05-20T17:01:50Z', 'revision_number': 6, 'project_id': '051722db689d43ccb720ba3c1fed9ffb', 'gw_port_host': None}] {{(pid=91597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:50.585934 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:50.590257 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:50.771188 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b437b82-e453-46b6-80f2-2ca47a671565,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:50.778675 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:50.839066 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711756'] for router_gateway, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.020816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7284'] for router, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.023160 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.047845 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3712304'] for router, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.048361 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9461de74-ea80-4fcb-ac01-567a67a2342c {{(pid=91595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:01:51.060999 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] Notify callbacks [] for router, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.064344 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-5325829b-d6be-4904-99dd-a9fd6db9f435 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9461de74-ea80-4fcb-ac01-567a67a2342c HTTP/1.1" status: 204 len: 168 time: 1.3355451 May 20 17:01:51.064665 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55580) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:51.122958 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Deleting subnet 11d80106-ecbb-4b7f-a162-4ee195e6358a {{(pid=91595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:01:51.125862 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.175165 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2572377'] for subnet, precommit_delete_associations {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.258686 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.520250 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9848746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2876558'] for subnet, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.524260 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:51.563920 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d80106-ecbb-4b7f-a162-4ee195e6358a,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:51.568003 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:51.568871 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for subnet, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.575432 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4dbf56-5516-4090-9148-626ce163cbe5 None None] Network e19adffe-7077-4fde-8038-90512556d11b requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:51.578301 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-cb6bf648-db9c-4e79-8316-7a9dea45cf19 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/11d80106-ecbb-4b7f-a162-4ee195e6358a HTTP/1.1" status: 204 len: 168 time: 0.5126200 May 20 17:01:51.580638 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55584) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:51.691238 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.771899 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Deleting port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:51.772241 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.843606 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] DHCP port deletion for e19adffe-7077-4fde-8038-90512556d11b request from dv-cinder-786524-7-smb {{(pid=91597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:01:51.878820 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] For port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:51.879146 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.912330 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Deleting port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 {{(pid=91597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:51.912742 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:51.997186 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:52.007019 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Calling delete_port for 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 owned by network:dhcp {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:52.055447 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.059615 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-ca0d19fe-9b52-4611-a534-6dd00bb0d5f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:52.062945 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] For port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,segment=NetworkSegment(d0758adc-3807-495d-af4c-409e66ce9f68),segment_id=d0758adc-3807-495d-af4c-409e66ce9f68)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:52.063222 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.107979 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:52.110343 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:52.112662 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] No DVR routers for this DVR port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 on host dv-cinder-786524-7-smb {{(pid=91595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:01:52.233909 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Calling delete_port for 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 owned by network:dhcp {{(pid=91597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:52.241848 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No active binding found for port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 {{(pid=91597) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 17:01:52.242287 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:52.242725 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 998e4ac4-706f-4749-8492-a6215b67229c no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:52.282105 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 998e4ac4-706f-4749-8492-a6215b67229c {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:01:52.282483 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 998e4ac4-706f-4749-8492-a6215b67229c not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:52.282918 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 6b437b82-e453-46b6-80f2-2ca47a671565 no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:52.325532 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 6b437b82-e453-46b6-80f2-2ca47a671565 {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:01:52.325882 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 6b437b82-e453-46b6-80f2-2ca47a671565 not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:52.333719 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.347064 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19adffe-7077-4fde-8038-90512556d11b']}} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:52.354256 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007'] for port, after_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.359034 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-282d28bf-147c-45cc-a2bd-7512ef76f93b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:52.359810 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0758adc-3807-495d-af4c-409e66ce9f68') {'for_net_delete': True} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:52.360119 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.services.segments.db [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0758adc-3807-495d-af4c-409e66ce9f68') {} {{(pid=91595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:52.371647 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2572374'] for segment, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.387705 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.394885 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=91595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:01:52.395307 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9848588'] for segment, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.404666 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Pushing event deleted for resources: {'Port': ['ID=9dc7822f-3cc5-438a-8447-aaf9dfb106c0,revision_number=None']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:52.407076 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] No DVR routers for this DVR port 9dc7822f-3cc5-438a-8447-aaf9dfb106c0 on host dv-cinder-786524-7-smb {{(pid=91597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: Traceback (most recent call last): May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: timer() May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: cb(*args, **kw) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: return func(*args, **kwargs) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: self._notify() May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: self.callback(batched_events) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: event.method(event) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: return f(self, *a, **k) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: return self._get(url).json() May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: return self.request(url, 'GET', **kwargs) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:01:52.411464 dv-cinder-786524-7-smb neutron-server[91595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:01:52.415308 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.415660 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.416560 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.416945 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.417218 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.417546 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.417867 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.418210 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.418533 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.418873 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.419195 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.419513 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-7-smb {{(pid=91597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 17:01:52.422853 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-9e95c5cf-f6cc-4c56-978d-3c5842abf92a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:52.490424 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.496274 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:52.498728 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:52.520010 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e19adffe-7077-4fde-8038-90512556d11b,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:52.522768 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:52.536154 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4d7d94cf-bd5d-451d-a517-379c544679d2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e19adffe-7077-4fde-8038-90512556d11b HTTP/1.1" status: 204 len: 168 time: 0.9543555 May 20 17:01:52.538747 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55588) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:53.077716 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3871527'] for router_interface, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:53.503949 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Deleting port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec {{(pid=91595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:53.504294 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:53.629456 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.db [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] For port d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,segment=NetworkSegment(ecd94969-7813-4430-bb2e-f51b7fd3947a),segment_id=ecd94969-7813-4430-bb2e-f51b7fd3947a)] {{(pid=91595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:53.629808 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:53.857600 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.plugins.ml2.plugin [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Calling delete_port for d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec owned by network:router_interface {{(pid=91595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:54.006730 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9848665'] for port, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:54.010816 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-dda6f170-323d-4bd3-ac5c-68f3bf22fdda tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:54.057383 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:54.059865 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:54.331938 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3871635'] for router_interface, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:54.695174 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 has already been hosted by L3 agent 322c50d1-7f02-42c0-9c7c-9dfe60d315fe {{(pid=91595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 17:01:54.878509 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] Notify agent at l3_agent.dv-cinder-786524-7-smb the message routers_updated {{(pid=91595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 17:01:54.887114 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] Sync routers for ids ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'] in dv-cinder-786524-7-smb {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 17:01:54.893868 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-4c78ee4e-a51a-4c25-8d0d-94d903b37806 admin admin] 10.222.0.69 "PUT /v2.0/routers/18d09b8a-1ec3-4246-9b96-f134ae7e2e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3540771 May 20 17:01:54.901646 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55592) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:54.902233 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] Routers {'18d09b8a-1ec3-4246-9b96-f134ae7e2e94'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:54.902233 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:01:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:55.084163 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] Set router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 gateway port host: dv-cinder-786524-7-smb {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:55.181955 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks [] for router, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:55.356914 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:55.369787 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'external_fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T17:01:53Z', 'revision_number': 5, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port': {'id': '753c8cf0-c73e-46f9-a9a9-8095bed9911a', 'name': '', 'network_id': '17b9a3ef-11db-4ac5-9c0d-7d0ab33f8a2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:59:41Z', 'updated_at': '2021-05-20T16:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '597bd555-4af7-4d1c-9e3a-abb30fe92a68', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-7-smb'}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:55.373774 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] Checking router: 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 for host: dv-cinder-786524-7-smb {{(pid=91598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 17:01:55.382257 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] Routers {'18d09b8a-1ec3-4246-9b96-f134ae7e2e94'} bound to L3 agent in host dv-cinder-786524-7-smb {{(pid=91598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 17:01:55.382857 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:44:17Z,description=,heartbeat_timestamp=2021-05-20T17:01:47Z,host='dv-cinder-786524-7-smb',id=322c50d1-7f02-42c0-9c7c-9dfe60d315fe,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:44:17Z,topic='l3_agent')) {'router_ids': ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'], 'active': True} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:55.435529 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Deleting port 753c8cf0-c73e-46f9-a9a9-8095bed9911a {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:55.435861 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:55.536781 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_dvr_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] Set router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 gateway port host: None {{(pid=91598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 17:01:55.564885 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] For port 753c8cf0-c73e-46f9-a9a9-8095bed9911a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=753c8cf0-c73e-46f9-a9a9-8095bed9911a,segment=NetworkSegment(0e2ee202-1625-4fd4-be95-796f70af6739),segment_id=0e2ee202-1625-4fd4-be95-796f70af6739)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:55.565243 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:55.645509 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.l3_hamode_db [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T17:01:55Z', 'revision_number': 6, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port_host': None}], 'dv-cinder-786524-7-smb', False) {} {{(pid=91598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:55.649771 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffe4a7-49e6-4ac6-b8eb-cdd658cfc167 None None] The sync data for ids ['18d09b8a-1ec3-4246-9b96-f134ae7e2e94'] in dv-cinder-786524-7-smb is: [{'id': '18d09b8a-1ec3-4246-9b96-f134ae7e2e94', 'name': 'tempest-TestMinimumBasicScenario-298017813-router', 'tenant_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:59:40Z', 'updated_at': '2021-05-20T17:01:55Z', 'revision_number': 6, 'project_id': 'ba8fb12d0f65463f882c4ada13d6dfde', 'gw_port_host': None}] {{(pid=91598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 17:01:55.699426 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Calling delete_port for 753c8cf0-c73e-46f9-a9a9-8095bed9911a owned by network:router_gateway {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:55.839643 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:55.843529 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-57f64381-56f2-430f-8260-b82150d38b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:55.887549 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=753c8cf0-c73e-46f9-a9a9-8095bed9911a,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:55.890706 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:55.982336 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3711756'] for router_gateway, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.159619 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3712122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7284'] for router, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.161768 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.191379 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3712304'] for router, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.191930 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d09b8a-1ec3-4246-9b96-f134ae7e2e94 {{(pid=91596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 17:01:56.204753 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] Notify callbacks [] for router, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.205866 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-651458ce-6a06-4679-b4f4-8fde78694c40 admin admin] 10.222.0.69 "DELETE /v2.0/routers/18d09b8a-1ec3-4246-9b96-f134ae7e2e94 HTTP/1.1" status: 204 len: 168 time: 1.3083432 May 20 17:01:56.209029 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55596) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:56.274772 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Deleting subnet f9db780f-f1ca-429d-910d-0369393221f0 {{(pid=91596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 17:01:56.278855 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.329792 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2518688'] for subnet, precommit_delete_associations {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.380847 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:56.420494 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:01:56.420917 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device d10fad4a-fb5b-4f1f-a689-3c2eb262d0ec not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:56.423109 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-907351'] for subnet, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.683117 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-907336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10308614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2515558'] for subnet, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.687722 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-9ca8fa22-0047-45b2-9933-47f4a52dc586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:56.831556 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9db780f-f1ca-429d-910d-0369393221f0,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:56.833461 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:56.836027 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:56.838866 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03083d0-73ed-4346-a759-82fe2677f87f None None] Network ffd8debd-81dd-418c-9e04-3e8872228772 requested from dv-cinder-786524-7-smb {{(pid=91597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 17:01:56.840799 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-bc2f1f48-11d2-4c42-a6ad-b78f9fef2587 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f9db780f-f1ca-429d-910d-0369393221f0 HTTP/1.1" status: 204 len: 168 time: 0.6307712 May 20 17:01:56.843123 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55600) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:56.952636 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-884495'] for network, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.025794 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Deleting port 3b86f124-54c4-46b4-a975-795f0ab6190a {{(pid=91596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:57.026543 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.098585 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] DHCP port deletion for ffd8debd-81dd-418c-9e04-3e8872228772 request from dv-cinder-786524-7-smb {{(pid=91597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 17:01:57.136549 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.db [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] For port 3b86f124-54c4-46b4-a975-795f0ab6190a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=3b86f124-54c4-46b4-a975-795f0ab6190a,segment=NetworkSegment(ecd94969-7813-4430-bb2e-f51b7fd3947a),segment_id=ecd94969-7813-4430-bb2e-f51b7fd3947a)] {{(pid=91596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:57.136910 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.168012 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] Deleting port 3b86f124-54c4-46b4-a975-795f0ab6190a {{(pid=91597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 17:01:57.168387 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772804536019'] for port, before_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.265238 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.plugin [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Calling delete_port for 3b86f124-54c4-46b4-a975-795f0ab6190a owned by network:dhcp {{(pid=91596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:57.269508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.db [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] For port 3b86f124-54c4-46b4-a975-795f0ab6190a, host dv-cinder-786524-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-7-smb',level=0,port_id=3b86f124-54c4-46b4-a975-795f0ab6190a,segment=NetworkSegment(ecd94969-7813-4430-bb2e-f51b7fd3947a),segment_id=ecd94969-7813-4430-bb2e-f51b7fd3947a)] {{(pid=91597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 17:01:57.269899 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3729885'] for port, precommit_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.313794 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10308853'] for port, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.317668 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-cffe4393-5df4-46d2-b782-4c3314bf4304 tempest-AttachVolumeTestJSON-1688175229 tempest-AttachVolumeTestJSON-1688175229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:57.362843 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b86f124-54c4-46b4-a975-795f0ab6190a,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:57.366387 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:57.368736 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] No DVR routers for this DVR port 3b86f124-54c4-46b4-a975-795f0ab6190a on host dv-cinder-786524-7-smb {{(pid=91596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:01:57.395982 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] Calling delete_port for 3b86f124-54c4-46b4-a975-795f0ab6190a owned by network:dhcp {{(pid=91597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 17:01:57.439346 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-785480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772804541386', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772804060007'] for port, after_delete {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.442914 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:57.484990 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906456', 'neutron.services.segments.db._delete_segments_for_network-8772804351097'] for network, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.488539 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] Pushing event deleted for resources: {'Port': ['ID=3b86f124-54c4-46b4-a975-795f0ab6190a,revision_number=None']} {{(pid=91597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:57.490893 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG oslo_concurrency.lockutils [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:57.493407 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92dab7e-bc22-4a45-a516-0619a8dc6256 None None] No DVR routers for this DVR port 3b86f124-54c4-46b4-a975-795f0ab6190a on host dv-cinder-786524-7-smb {{(pid=91597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 17:01:57.503071 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd8debd-81dd-418c-9e04-3e8872228772']}} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:57.516366 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd94969-7813-4430-bb2e-f51b7fd3947a') {'for_net_delete': True} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:57.516602 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.services.segments.db [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd94969-7813-4430-bb2e-f51b7fd3947a') {} {{(pid=91596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 17:01:57.529028 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772804362743', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2518703'] for segment, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.545120 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820'] for segment, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.551914 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=91596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 17:01:57.552295 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-894820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10308768'] for segment, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: Traceback (most recent call last): May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: timer() May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: cb(*args, **kw) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: return func(*args, **kwargs) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: self._notify() May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: self.callback(batched_events) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: event.method(event) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: aggregate_uuid = self.p_client.list_aggregates( May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: return f(self, *a, **k) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: return self._get(url).json() May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: return self.request(url, 'GET', **kwargs) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: base_url = self.get_endpoint(auth, allow=allow, May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 17:01:57.566857 dv-cinder-786524-7-smb neutron-server[91596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 17:01:57.647436 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3701395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3711783'] for network, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.652697 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729032'] for network, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.655039 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:57.678786 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd8debd-81dd-418c-9e04-3e8872228772,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:57.681120 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:57.685598 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-f6f256dc-3adf-4ba3-a1df-2d6f36f23a03 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ffd8debd-81dd-418c-9e04-3e8872228772 HTTP/1.1" status: 204 len: 168 time: 0.8415475 May 20 17:01:57.856657 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55606) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:57.906881 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-95041513-696f-4d93-a824-28a2c72f43c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=051722db689d43ccb720ba3c1fed9ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490050 May 20 17:01:57.909168 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.wsgi [-] (91596) accepted ('10.222.0.69', 55610) {{(pid=91596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:57.955458 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3b86f124-54c4-46b4-a975-795f0ab6190a no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:57.970405 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-eecfdcd1-2ee0-4b89-ab21-42693d43ad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:57.991995 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 3b86f124-54c4-46b4-a975-795f0ab6190a {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:01:57.992354 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 3b86f124-54c4-46b4-a975-795f0ab6190a not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:57.992787 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 753c8cf0-c73e-46f9-a9a9-8095bed9911a no longer exists at agent ovs-agent-dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 17:01:57.995510 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-eecfdcd1-2ee0-4b89-ab21-42693d43ad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.027059 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.plugin [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] No Port match for: 753c8cf0-c73e-46f9-a9a9-8095bed9911a {{(pid=91597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 17:01:58.027323 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron.plugins.ml2.rpc [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Device 753c8cf0-c73e-46f9-a9a9-8095bed9911a not bound to the agent host dv-cinder-786524-7-smb {{(pid=91597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 17:01:58.051757 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-eecfdcd1-2ee0-4b89-ab21-42693d43ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.055645 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-14dd3ac5-5c5b-448d-8dec-a1171a7d0dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:58.068723 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfdcd1-2ee0-4b89-ab21-42693d43ad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b81e82-2a85-4189-b9a5-d6a4628241a7,revision_number=None']} {{(pid=91596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:58.073106 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG oslo_concurrency.lockutils [None req-eecfdcd1-2ee0-4b89-ab21-42693d43ad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:58.080136 dv-cinder-786524-7-smb neutron-server[91596]: DEBUG neutron_lib.callbacks.manager [None req-eecfdcd1-2ee0-4b89-ab21-42693d43ad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.081877 dv-cinder-786524-7-smb neutron-server[91596]: INFO neutron.wsgi [None req-eecfdcd1-2ee0-4b89-ab21-42693d43ad5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10b81e82-2a85-4189-b9a5-d6a4628241a7 HTTP/1.1" status: 204 len: 168 time: 0.1711802 May 20 17:01:58.409924 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:01:58.416834 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55618) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:58.464136 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-baa47432-5268-4e0b-ae5b-3836e9827e50 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba8fb12d0f65463f882c4ada13d6dfde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462701 May 20 17:01:58.466460 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.wsgi [-] (91595) accepted ('10.222.0.69', 55622) {{(pid=91595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 17:01:58.523168 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1bcb-9ec8-4376-a331-f2de10c25037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.550067 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1bcb-9ec8-4376-a331-f2de10c25037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.600484 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1bcb-9ec8-4376-a331-f2de10c25037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701363'] for security_group, after_delete {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.605893 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-91def9c8-7237-4341-bda4-46eadaef4b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 17:01:58.619990 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd1bcb-9ec8-4376-a331-f2de10c25037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e77786-9dc3-403e-aa3b-1edc3ce63b78,revision_number=None']} {{(pid=91595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 17:01:58.623487 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG oslo_concurrency.lockutils [None req-bcfd1bcb-9ec8-4376-a331-f2de10c25037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 17:01:58.626746 dv-cinder-786524-7-smb neutron-server[91595]: DEBUG neutron_lib.callbacks.manager [None req-bcfd1bcb-9ec8-4376-a331-f2de10c25037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:01:58.627854 dv-cinder-786524-7-smb neutron-server[91595]: INFO neutron.wsgi [None req-bcfd1bcb-9ec8-4376-a331-f2de10c25037 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/37e77786-9dc3-403e-aa3b-1edc3ce63b78 HTTP/1.1" status: 204 len: 168 time: 0.1605096 May 20 17:02:14.227133 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-3b607a60-c565-489d-af4f-3e0e021d27c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:16.784240 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-b7a79920-66d9-4864-abb2-ef349f2fd6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:16.841745 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:17.654003 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:18.106495 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:19.516894 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:35.408437 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:02:44.232264 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-623a8cc3-8802-44ba-984a-daed01ea7a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.785312 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-14cad88e-59e6-4eb6-9b2e-6282018c1541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:46.842508 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:47.657359 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:48.119035 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:02:49.519765 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:12.406877 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:03:14.234606 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-aa37a65f-2f0d-4888-a1b3-d77ac75c0de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:16.786106 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-4b3f15b0-5f8a-4414-89cf-634d8cc0af35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:16.844311 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:17.659348 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:18.119214 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:19.521985 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:44.239902 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-39283e8d-05d2-4a85-8319-7eb1d000e147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:46.787469 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-19fff879-d762-4811-98a0-adb6700da109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:46.845471 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:47.662507 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:48.133889 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:03:49.405586 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:03:49.525897 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:14.232062 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-53252765-6348-458d-842e-92cabff94e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:16.793277 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-dd3a803e-8d31-4089-8104-69ca892d6b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:16.846994 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:17.665463 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:18.134471 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:19.527737 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:26.404551 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:04:44.234630 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-07d73d0c-47d1-4867-b58f-88c6bf33ef53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:46.796756 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-19424ee6-7a45-4007-92ce-4226e4b6d2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:46.851769 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:47.669916 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:48.139157 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:04:49.560917 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:03.402855 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:05:14.236473 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-3910ad4e-36b5-4664-935c-009e84ceb8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:16.799337 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-b5c03cd3-5559-4415-81e1-b1b32ba1ebb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:16.853377 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:17.670040 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:18.154013 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:19.532809 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:40.433491 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:05:44.238947 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-725f423b-2966-4568-aa36-6cd65eda46d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:46.801197 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-cdd949d4-49ad-406d-a6a5-8065840cac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:46.855704 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:47.673566 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:48.149877 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:05:49.536197 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:14.240138 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-ce6175db-fdce-4add-a7ed-c3da58e7bda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:16.803705 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-16e804fc-38fb-451e-a5bf-37e4aa019281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:16.857267 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:17.402095 dv-cinder-786524-7-smb neutron-server[91598]: DEBUG neutron.db.agents_db [None req-a3074448-364c-4dea-a381-d492616fd9e5 None None] Agent healthcheck: found 6 active agents {{(pid=91598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 17:06:17.676640 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:18.170385 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:19.537545 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:44.242061 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-b00f65e7-5616-4625-946b-03cbfb73d6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:46.805712 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-9f44b021-9237-43f3-8293-2f6ddadc307b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:46.860584 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-8de273f4-13fc-40d4-8caa-b4007c87caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:47.679141 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-66fcf360-9ebb-431e-b237-2c86b1703f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:48.168901 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-557a570d-fd92-4cd8-848c-19d280ff6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 17:06:49.541115 dv-cinder-786524-7-smb neutron-server[91597]: DEBUG neutron_lib.callbacks.manager [None req-e529a443-7e9d-45c0-8922-ae476e18249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772804353868', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-902166'] for agent, after_update {{(pid=91597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}